-- Logs begin at Tue 2021-06-29 09:59:49 UTC, end at Tue 2021-06-29 11:00:40 UTC. -- Jun 29 10:34:09.306802 dv-cinder-786627-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 10:34:11.950419 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:34:11.951031 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:34:11.951207 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:34:11.954405 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:34:11.954658 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:34:11.954965 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:34:11.955898 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:11.956128 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:11.956486 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:11.956729 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:11.956950 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:11.957306 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.957597 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.957914 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.958145 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.958425 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.958708 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.958988 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.959269 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.959569 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.959851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.960125 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.960395 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.960621 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.960899 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.961182 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.961463 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.961709 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] debug = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.961991 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.962417 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.962827 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.963105 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.963393 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.963668 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.963943 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.964216 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.964501 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.964825 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] host = dv-cinder-786627-13-iscsi {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.965098 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.965381 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.965689 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.965974 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.966246 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.966521 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.966802 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.967071 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.967338 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] log_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.967610 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.967894 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.968179 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.968465 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.968684 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.968901 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.969187 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.969466 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.969763 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.970034 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.970304 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.970575 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.970845 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.971107 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.971387 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.971666 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.971952 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.972224 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.972493 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.972759 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.973075 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.973356 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.973661 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.973915 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.974184 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.974466 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.974730 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.974998 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.975292 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.975572 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.975848 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.976131 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.976399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.976673 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.976939 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.977206 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.977471 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] use_json = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.977770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.978036 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.978310 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.978580 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.978850 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.979127 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.979385 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.979664 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:11.979955 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.980250 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.980546 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.980824 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.981113 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.981390 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.981696 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.981977 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.982264 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.982548 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.982832 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.983106 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.983390 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.983662 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.983952 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.984254 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.984544 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.984831 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.985101 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.985368 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.985655 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.985929 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.986213 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.986500 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.986787 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.987054 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.987331 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.987619 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.987893 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.988163 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.988437 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.988747 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.989020 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.989290 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.989567 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.989867 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.990137 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.990404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.990677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.990965 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.991237 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.991830 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.992101 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.992374 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.992643 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.992923 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.993194 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.993460 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.993748 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.994022 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.994292 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.994567 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.994839 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.995106 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.995378 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.995645 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.995910 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.996176 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.996443 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.996710 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.996979 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.997246 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.997518 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.997812 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.998082 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.998350 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.998616 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.998882 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.999165 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.999460 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:11.999731 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.000007 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.000283 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.000557 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.000830 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.001102 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.001376 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.001668 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.001943 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.002233 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.002514 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.002796 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.003076 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.003353 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.003648 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.003921 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.004248 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.004522 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.004797 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.005083 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.005362 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.005680 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.005973 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.006265 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.006556 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.006852 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.007130 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.007436 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.007710 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.007921 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:12.008152 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99531) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 10:34:12.349837 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:12.350102 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:12.350382 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:12.350718 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 10:34:12.738077 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.738274 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.738566 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.739851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.740122 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.740384 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.774024 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.774294 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.774563 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.787749 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.788022 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.788289 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.817582 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.817886 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.818154 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.853387 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.853653 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.853943 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.082179 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.082936 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.082936 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.083092 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.083701 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.206462 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.206770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.207048 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.207362 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.207624 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.207932 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.208180 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.208427 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.208674 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.208949 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.209185 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.209445 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.209716 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.209978 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.210229 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.210474 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.210740 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.211141 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.211412 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.211665 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.211945 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.212286 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.212540 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.212811 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.213053 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.213292 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.213700 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.213937 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.214167 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.214397 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.214625 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.214851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.215209 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 10:34:13.218305 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 10:34:13.222261 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 10:34:13.226143 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 29 10:34:13.227755 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 10:34:13.228200 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 10:34:13.228531 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 10:34:13.228904 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 10:34:13.231966 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 10:34:13.232222 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 10:34:13.232568 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:34:13.260142 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 10:34:13.260585 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.260875 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99531) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 10:34:13.261225 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.262599 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99531) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 10:34:13.262874 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:34:13.263115 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 10:34:13.266304 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.266578 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.329115 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 10:34:13.329346 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 10:34:13.329582 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 10:34:13.330043 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 10:34:13.352159 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_db.sqlalchemy.engines [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99531) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 10:34:13.886770 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing driver for type 'gre' Jun 29 10:34:13.887289 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] gre ID ranges: [(1, 1000)] Jun 29 10:34:13.943904 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing driver for type 'local' Jun 29 10:34:13.944242 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing driver for type 'vlan' Jun 29 10:34:13.963740 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] VlanTypeDriver initialization complete Jun 29 10:34:13.964133 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing driver for type 'vxlan' Jun 29 10:34:13.964634 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] vxlan ID ranges: [(1, 1000)] Jun 29 10:34:14.019051 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing extension driver 'port_security' Jun 29 10:34:14.019421 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] PortSecurityExtensionDriver initialization complete Jun 29 10:34:14.019843 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing mechanism driver 'openvswitch' Jun 29 10:34:14.020197 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing mechanism driver 'hyperv' Jun 29 10:34:14.028054 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.029599 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.030234 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.030820 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.031454 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnet after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.032010 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnet after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.032578 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.033201 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.033723 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.034246 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.034627 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > security_group after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.034972 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > security_group after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.035448 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.035831 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.036173 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.036509 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.036881 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > address_group after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.037220 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > address_group after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.037551 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.037905 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] ML2 OVO RPC backend initialized. {{(pid=99531) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 10:34:14.038739 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.039092 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.039504 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.039841 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > networks before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.040177 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.040506 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > ports before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.040836 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnet before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.041178 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnets before_response 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.041498 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.041856 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.042178 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.042502 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.042828 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.043153 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.043478 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnet after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.043801 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnet after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.044121 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.044709 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.plugin [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Modular L2 Plugin initialization complete Jun 29 10:34:14.045033 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading services supported by the core plugin {{(pid=99531) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 10:34:14.045353 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.plugins.ml2.managers [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Got port-security extension from driver 'port_security' Jun 29 10:34:14.045841 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.extensions.vlantransparent [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Disabled vlantransparent extension. Jun 29 10:34:14.046322 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99531) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 10:34:14.046628 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: router Jun 29 10:34:14.084761 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.085350 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router after_create 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.085461 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router before_create 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.085844 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.086224 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.086571 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router after_delete 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.086917 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.087269 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router after_create 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.087612 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router after_update 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.087953 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router after_update 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.088291 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.088636 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router after_update 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.089034 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_update 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.089387 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: port after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.089725 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: port after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.090054 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: subnet after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.090383 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.090722 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.091057 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_create 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.091384 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: port before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.091717 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.092059 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router after_update 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.092391 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.092731 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_create 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.093075 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.093412 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_update 55549900 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.093772 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > agent after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.094116 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > agent after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.094452 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > network after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.095334 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Tracking information for resource: router configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:14.095661 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Tracking information for resource: floatingip configured {{(pid=99531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:14.100682 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.db.l3_agentschedulers_db [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 10:34:14.101287 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: port after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.101651 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: port after_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.101976 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: port after_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.102321 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: port after_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.103106 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router before_create 55550100 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.103456 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.103804 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_create 55550100 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.104147 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > router precommit_update 55550100 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.108667 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.services.provider_configuration [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service providers = [] {{(pid=99531) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 10:34:14.109027 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.db.servicetype_db [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99531) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 10:34:14.111947 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.services.service_base [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.112287 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.services.service_base [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.112616 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.services.service_base [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.113992 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.services.service_base [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.113992 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.services.service_base [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 10:34:14.114238 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.114547 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 10:34:14.126820 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.127153 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: auto_allocate Jun 29 10:34:14.133098 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: network precommit_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.133455 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: network precommit_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.133998 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.134313 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: tag Jun 29 10:34:14.141021 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.141280 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: timestamp Jun 29 10:34:14.145084 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.145411 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: network_ip_availability Jun 29 10:34:14.151033 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.151398 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.151747 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.152445 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.152766 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: flavors Jun 29 10:34:14.157545 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.157887 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading Plugin: revisions Jun 29 10:34:14.162242 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.162624 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_concurrency.lockutils [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=99531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:14.163355 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99531) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 10:34:14.163679 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Initializing extension manager. Jun 29 10:34:14.164180 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: __init__.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.164518 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: __pycache__ {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.164841 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.165162 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: address_group.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.165926 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.166479 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: address-group Jun 29 10:34:14.166792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: address_scope.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.167484 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.167986 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: address-scope Jun 29 10:34:14.168302 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.169216 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.169760 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: router-admin-state-down-before-update Jun 29 10:34:14.170076 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: agent.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.170749 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.171245 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: agent Jun 29 10:34:14.171557 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: agent_resources_synced.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.172435 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.172937 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: agent-resources-synced Jun 29 10:34:14.173248 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: allowedaddresspairs.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.175024 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.175547 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: allowed-address-pairs Jun 29 10:34:14.175875 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: auto_allocated_topology.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.177125 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.177645 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: auto-allocated-topology Jun 29 10:34:14.177980 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: availability_zone.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.178646 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.179146 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: availability_zone Jun 29 10:34:14.179461 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: availability_zone_filter.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.180344 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.180990 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: availability_zone_filter Jun 29 10:34:14.181311 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: data_plane_status.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.182217 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.182717 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 10:34:14.183031 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: default_subnetpools.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.183915 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.184417 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: default-subnetpools Jun 29 10:34:14.184728 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.185515 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.186040 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: dhcp_agent_scheduler Jun 29 10:34:14.186364 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: dns.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.187258 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.187756 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 10:34:14.188072 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: dns_domain_ports.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.188960 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.189467 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 10:34:14.189818 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.190721 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.191224 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 10:34:14.191600 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: dvr.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.192274 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.192757 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: dvr Jun 29 10:34:14.193069 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: empty_string_filtering.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.193991 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.194489 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: empty-string-filtering Jun 29 10:34:14.194803 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.195691 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.196193 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:34:14.196505 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.197392 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.197927 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 10:34:14.198240 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: external_net.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.199127 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.199630 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: external-net Jun 29 10:34:14.199943 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.200825 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.201343 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: extra_dhcp_opt Jun 29 10:34:14.201659 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: extraroute.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.202542 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.203045 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: extraroute Jun 29 10:34:14.203356 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: extraroute_atomic.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.204359 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.204870 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: extraroute-atomic Jun 29 10:34:14.205185 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: filter_validation.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.205859 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.206374 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: filter-validation Jun 29 10:34:14.206685 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: fip_pf_description.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.207595 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.208093 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 10:34:14.208405 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: fip_port_details.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.209287 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.209827 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: fip-port-details Jun 29 10:34:14.210140 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: flavors.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.211341 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.211856 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: flavors Jun 29 10:34:14.212173 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.213858 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.214379 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 10:34:14.214708 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: floatingip_pools.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.215395 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.215904 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: floatingip-pools Jun 29 10:34:14.216228 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: ip_allocation.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.217129 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.217642 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 10:34:14.217976 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.218867 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.219380 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: ip-substring-filtering Jun 29 10:34:14.219698 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l2_adjacency.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.220606 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.221107 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 10:34:14.221420 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l3.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.222394 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.222959 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: router Jun 29 10:34:14.223275 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.225603 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.226170 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:34:14.226491 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.227395 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.227910 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: ext-gw-mode Jun 29 10:34:14.228227 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.229125 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.229648 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: l3-ha Jun 29 10:34:14.229969 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l3_flavors.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.230853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.231362 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: l3-flavors Jun 29 10:34:14.231679 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.232573 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.233116 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 10:34:14.233422 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: l3agentscheduler.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.234493 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.235006 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: l3_agent_scheduler Jun 29 10:34:14.235324 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: logging.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.236794 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.237305 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension logging not supported by any of loaded plugins Jun 29 10:34:14.237657 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: metering.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.238365 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.238954 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: metering Jun 29 10:34:14.239268 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.240346 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.240921 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: metering_source_and_destination_fields Jun 29 10:34:14.241526 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: multiprovidernet.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.242479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.242989 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: multi-provider Jun 29 10:34:14.243303 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: netmtu.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.244201 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.244705 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: net-mtu Jun 29 10:34:14.245015 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: netmtu_writable.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.245937 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.246449 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: net-mtu-writable Jun 29 10:34:14.246759 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: network_availability_zone.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.247407 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.247906 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: network_availability_zone Jun 29 10:34:14.248215 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: network_ip_availability.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.249276 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.249814 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: network-ip-availability Jun 29 10:34:14.250132 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: network_segment_range.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.250870 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.251372 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 10:34:14.251683 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: pagination.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.252640 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.252962 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: pagination Jun 29 10:34:14.253272 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: port_device_profile.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.254248 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.254760 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: port-device-profile Jun 29 10:34:14.255071 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.255971 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.256486 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: port-mac-address-regenerate Jun 29 10:34:14.256805 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.257718 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.258209 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: port-numa-affinity-policy Jun 29 10:34:14.258522 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: port_resource_request.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.259413 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.259907 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 10:34:14.260217 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: portbindings.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.261122 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.261645 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: binding Jun 29 10:34:14.261960 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: portbindings_extended.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.263209 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.263720 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: binding-extended Jun 29 10:34:14.264041 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: portsecurity.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.264934 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.265438 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: port-security Jun 29 10:34:14.265778 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: project_id.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.266742 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.267063 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: project-id Jun 29 10:34:14.267380 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: providernet.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.268278 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.268785 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: provider Jun 29 10:34:14.269098 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.272764 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.273289 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos not supported by any of loaded plugins Jun 29 10:34:14.273632 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.274864 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.275376 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 10:34:14.275700 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.276605 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.277111 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 10:34:14.277428 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_default.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.278346 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.278851 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-default not supported by any of loaded plugins Jun 29 10:34:14.279169 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_fip.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.279797 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.280296 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 10:34:14.280608 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_gateway_ip.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.281506 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.282045 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 10:34:14.282366 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_port_network_policy.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.283244 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.283749 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 10:34:14.284063 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_rule_type_details.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.284947 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.285516 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 10:34:14.285864 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: qos_rules_alias.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.286878 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.287386 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 10:34:14.287698 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: quotasv2.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.288580 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.288899 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: quotas Jun 29 10:34:14.289213 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: quotasv2_detail.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.292243 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.292580 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: quota_details Jun 29 10:34:14.292911 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: rbac.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.293976 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.294504 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: rbac-policies Jun 29 10:34:14.294830 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: rbac_address_group.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.295730 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.296254 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: rbac-address-group Jun 29 10:34:14.296576 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: rbac_address_scope.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.297469 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.298022 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: rbac-address-scope Jun 29 10:34:14.298344 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: rbac_security_groups.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.299238 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.299748 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: rbac-security-groups Jun 29 10:34:14.300066 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: rbac_subnetpool.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.301012 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.301521 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: rbac-subnetpool Jun 29 10:34:14.301869 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: revisionifmatch.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.302766 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.303271 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: revision-if-match Jun 29 10:34:14.303586 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: revisions.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.304858 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.305369 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: standard-attr-revisions Jun 29 10:34:14.305723 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: router_availability_zone.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.306376 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.306885 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: router_availability_zone Jun 29 10:34:14.307198 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: routerservicetype.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.308084 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.308596 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 10:34:14.308909 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.309835 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.310351 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: security-groups-normalized-cidr Jun 29 10:34:14.310668 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.311554 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.312069 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: port-security-groups-filtering Jun 29 10:34:14.312382 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.313272 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.313814 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: security-groups-remote-address-group Jun 29 10:34:14.314132 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: securitygroup.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.324054 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.324603 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: security-group Jun 29 10:34:14.324931 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: segment.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.325719 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.326235 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension segment not supported by any of loaded plugins Jun 29 10:34:14.326557 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.327477 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.327988 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 10:34:14.328309 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: servicetype.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.329370 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.329924 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: service-type Jun 29 10:34:14.330247 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: sorting.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.331198 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.331524 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: sorting Jun 29 10:34:14.331838 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: standard_attr_segment.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.333002 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.333742 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 10:34:14.334203 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: standardattrdescription.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.335039 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.335691 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: standard-attr-description Jun 29 10:34:14.336019 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: stateful_security_group.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.336923 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.337432 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: stateful-security-group Jun 29 10:34:14.337786 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: stdattrs_common.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.338352 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 10:34:14.338666 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.339998 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.340896 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 10:34:14.341513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: subnet_onboard.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.342645 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.343166 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: subnet_onboard Jun 29 10:34:14.343488 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.344399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.344904 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 10:34:14.345224 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: subnet_service_types.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.346168 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.346678 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: subnet-service-types Jun 29 10:34:14.346995 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: subnetallocation.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.348133 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.348682 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: subnet_allocation Jun 29 10:34:14.349007 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.349691 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.350210 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: subnetpool-prefix-ops Jun 29 10:34:14.350527 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.351430 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.351938 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 10:34:14.352255 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: tagging.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.353290 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.353844 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: standard-attr-tag Jun 29 10:34:14.354165 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: timestamp.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.355354 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.355864 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loaded extension: standard-attr-timestamp Jun 29 10:34:14.356191 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: trunk.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.357195 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.357729 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension trunk not supported by any of loaded plugins Jun 29 10:34:14.358048 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: trunk_details.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.358942 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.359449 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 10:34:14.359767 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: uplink_status_propagation.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.360662 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.361171 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 10:34:14.361486 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Loading extension file: vlantransparent.py {{(pid=99531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.362171 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.362673 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 10:34:14.365196 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:network Jun 29 10:34:14.365763 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:subnet Jun 29 10:34:14.366164 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.366873 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:port Jun 29 10:34:14.368112 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.368535 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service FLAVORS assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.369163 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.369583 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.369943 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:router Jun 29 10:34:14.370374 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:34:14.370851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service METERING assigned prefix: /metering {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.372295 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.372654 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.372995 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.374071 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:34:14.374513 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:34:14.374940 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:34:14.375548 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service CORE assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.375870 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.376217 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] subnetpool is already registered Jun 29 10:34:14.376647 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service CORE assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.376962 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.377286 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] subnetpool is already registered Jun 29 10:34:14.379706 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.380131 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service FLAVORS assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.380711 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.381120 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.381445 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:router Jun 29 10:34:14.381802 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] router is already registered Jun 29 10:34:14.382205 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:34:14.382532 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] floatingip is already registered Jun 29 10:34:14.382975 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service METERING assigned prefix: /metering {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.383623 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:34:14.383940 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] rbac_policy is already registered Jun 29 10:34:14.384342 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:34:14.384674 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] security_group is already registered Jun 29 10:34:14.385072 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:34:14.385404 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] security_group_rule is already registered Jun 29 10:34:14.386059 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service CORE assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.386376 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.386701 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] subnetpool is already registered Jun 29 10:34:14.387110 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.v2.resource_helper [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Service CORE assigned prefix: {{(pid=99531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.387423 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.387746 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING neutron.quota.resource_registry [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] subnetpool is already registered Jun 29 10:34:14.388200 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: extensions {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.389684 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: address-groups {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.391211 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: address-scopes {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.392480 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: agents {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.393649 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: auto-allocated-topology {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.394970 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: availability_zones {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.396211 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: dhcp-networks {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.398927 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: dhcp-agents {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.400386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: routers {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.402131 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: flavors {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.403412 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: service_profiles {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.404644 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: next_providers {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.406111 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: service_profiles {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.407643 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: floatingip-pools {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.408858 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: routers {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.410627 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: floatingips {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.411900 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: l3-routers {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.413270 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: l3-agents {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.414701 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: metering-labels {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.415929 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: metering-label-rules {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.417291 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: network-ip-availabilities {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.418601 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: bindings {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.420147 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: quotas {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.421650 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: quotas {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.423098 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: rbac-policies {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.424293 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: security-groups {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.425579 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: security-group-rules {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.426917 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: service-providers {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.428124 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: subnetpools {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.429438 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: subnetpools {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.431009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.432677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.434514 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.436276 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.437998 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.439934 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.441645 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.443502 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.445349 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.447117 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron.api.extensions [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Extended resource: tags {{(pid=99531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.453143 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING keystonemiddleware.auth_token [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 10:34:14.457754 dv-cinder-786627-13-iscsi neutron-server[99531]: WARNING keystonemiddleware.auth_token [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 10:34:14.467104 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_concurrency.lockutils [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Acquired lock "singleton_lock" {{(pid=99531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 10:34:14.467567 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_concurrency.lockutils [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Releasing lock "singleton_lock" {{(pid=99531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 10:34:14.468292 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO oslo_service.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Starting 2 workers Jun 29 10:34:14.472926 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Started child 99639 {{(pid=99531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.477119 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Started child 99640 {{(pid=99531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.478191 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.479105 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO neutron.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 10:34:14.479346 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Notify callbacks [] for process, before_spawn {{(pid=99531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.479640 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [-] (99639) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:34:14.480164 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37226) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:14.481890 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO oslo_service.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Starting 1 workers Jun 29 10:34:14.482102 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.483415 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [-] (99640) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:34:14.487078 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Started child 99641 {{(pid=99531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.487614 dv-cinder-786627-13-iscsi neutron-server[99531]: INFO oslo_service.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Starting 1 workers Jun 29 10:34:14.488923 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062790 Jun 29 10:34:14.490761 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] calling RpcWorker wait() {{(pid=99641) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 10:34:14.492999 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] returning from RpcWorker wait() {{(pid=99641) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 10:34:14.492999 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.493330 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.493485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Started child 99643 {{(pid=99531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.496276 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ef9b-a6dc-4b70-af82-840f0399de06 None None] Notify callbacks [] for process, after_spawn {{(pid=99531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.496633 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:34:14.496837 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:14.496989 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:14.497221 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:14.497564 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:14.497845 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:14.498237 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.500462 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.500661 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.501232 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501232 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501232 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501696 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.501849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.503015 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.503015 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.503015 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.503417 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.503553 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.503702 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.505792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.505792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.505792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.505792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] debug = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.505792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.505792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.506801 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.506801 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.506801 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.506801 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.506801 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.506801 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.507569 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.507569 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.507569 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.507953 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.507953 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.508222 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.508371 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.508596 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.508799 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.509384 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] host = dv-cinder-786627-13-iscsi {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.509582 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.512565 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.513796 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.513796 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.513796 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.513796 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.513796 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.513796 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_options = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.516386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.516386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.516386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.516386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.516386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.516386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.516386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.517479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.517479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.517479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.517479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.517479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.517479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.517479 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.518490 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.519943 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.521958 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.521958 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.521958 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.521958 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523111 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523111 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523111 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523111 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523111 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523603 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523603 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.523809 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.524700 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.524885 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.525171 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.525375 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.525738 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.525956 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.526190 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.526438 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.526658 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.526949 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.527143 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.528401 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.529038 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.529236 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.531154 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.531154 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.531154 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.531154 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_json = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.533579 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.533579 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.534040 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.535386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.535386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.535386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.535386 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.537104 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.537394 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.537742 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.538037 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.538623 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.538623 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.538945 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.539109 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.539879 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.540754 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.540754 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.541074 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.541447 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.541709 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.541872 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.542374 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.542524 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.542767 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.543047 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.543257 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.543493 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.543732 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.544592 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.544592 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.544592 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.544916 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.545110 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.545332 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.545559 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.545904 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.546059 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.546261 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.546501 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.546770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.547011 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.547237 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.547460 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.547693 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.547911 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.548164 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.548395 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.548641 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.548892 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.549121 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.549355 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.549574 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.550652 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.550872 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.551675 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.551675 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.551675 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.551877 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.552101 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.552340 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.552559 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.552783 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.553024 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.553247 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.553462 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.553720 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.553942 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.554196 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.554451 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.556404 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.557157 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.557157 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.557157 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.557458 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.557458 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.557713 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.557853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.558087 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.558505 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.558743 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.559110 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.559486 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.559879 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.560348 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.560809 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.561295 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.561788 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.562183 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.562630 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.563031 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.563456 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.563861 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.564257 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.564649 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.565084 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.565491 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.565917 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.566365 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.566851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.567346 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.567574 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.567804 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.568029 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.568280 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.568513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.568782 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.569044 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.569301 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.569569 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.569893 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.570148 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.570401 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.571003 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.571003 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.571369 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.571753 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.571936 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.572241 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.572403 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.572641 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.572885 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.573676 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.573676 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.573676 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.574123 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.574123 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.574409 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.574558 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.574761 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.574992 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.575912 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.575912 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.575912 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.576392 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.576392 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.576659 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.576659 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.576930 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.577144 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.577396 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.577689 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.577934 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.578170 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.578566 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.578734 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.578875 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.579564 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.579564 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.579564 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.580033 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.580033 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.580316 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.580466 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.580605 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.581277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.581277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.581277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.581734 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.581734 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.581999 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.582699 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.582699 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.582999 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.583139 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.583278 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.583767 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.583767 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.584070 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.584243 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.584495 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.584713 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.584957 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.585182 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.585440 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.585678 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.585929 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.586150 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.586369 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.586638 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.586829 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.587006 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.587219 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.587446 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.587677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.587930 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.588186 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.588858 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.588858 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.590283 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.591755 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.591927 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.592183 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.592394 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.592655 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.592884 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.593112 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.593359 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.593647 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.594563 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.594803 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.595070 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.595618 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.597664 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.597664 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.597664 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.597664 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.597664 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.597664 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.598103 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.599192 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.599192 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.599192 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.599474 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.600063 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.600201 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.600492 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.600676 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.600927 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.601155 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.601378 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.601686 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.601958 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.602184 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.602418 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.603277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.603277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.603277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.603277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.603585 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.603766 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.603964 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.604180 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.605873 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.606122 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.606349 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.606662 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.606931 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.607161 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.607458 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.607712 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.607961 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.608222 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.608540 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.608776 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.609044 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.609269 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.609488 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.609952 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.610277 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.611770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.611770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.611770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.611770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.611770 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.612195 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.612286 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.612461 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.612782 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.613103 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.613418 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.614523 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.614951 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.615412 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.615644 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.615870 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.616110 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.616672 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.616929 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.617186 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.617574 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.618281 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.618281 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.618456 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.618540 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.618747 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.618974 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.619218 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.619451 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.619614 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:14.620170 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:34:14.620333 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:14.620926 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:14.620926 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:14.620926 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:14.621133 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:14.621201 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.621443 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.621538 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622424 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622424 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622424 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622424 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622424 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622424 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622835 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622835 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.622835 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.623028 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.623199 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.623345 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.623466 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.623608 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.623748 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.623885 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.624033 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.624181 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.624373 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.624518 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] debug = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.624655 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.624835 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.625001 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.625679 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.625679 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.625679 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.625679 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.626677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.626677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.626677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.626677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.626677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.626677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.626677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627066 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627066 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627066 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627237 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] host = dv-cinder-786627-13-iscsi {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627420 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627544 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627712 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.627869 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.628024 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.628180 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.628337 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.628499 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.628655 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.628811 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.628993 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.629152 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.629310 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.629467 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.629658 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_options = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.629790 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.629951 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.630110 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.630275 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.630440 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.630590 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.630753 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.630910 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.631064 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.631203 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.631340 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.632485 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.633513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.633513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.633513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.633513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.633513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.633513 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.634399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.634399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.634399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.634399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.634399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.634399 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.635167 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.635167 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.635167 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.635167 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.636645 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.636645 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.636645 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.636645 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.637187 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.637187 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.637187 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.637187 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.637707 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.637707 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.637707 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_json = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638113 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638113 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638113 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638521 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638521 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638521 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638803 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638803 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.638952 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.639095 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.639265 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.639434 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.639603 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.639760 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.641823 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.642851 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643394 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643394 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643394 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643394 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643675 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643675 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643817 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.643936 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.644104 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.644264 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.644492 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.644648 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.644781 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.644942 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.645104 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.645264 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.645426 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.645766 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.645961 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.646132 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.646317 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.646490 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.646611 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.646774 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.646929 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.647088 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.647250 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.647430 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.647591 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.647751 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.648625 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.648625 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.648625 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.648625 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.649060 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.649182 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.649305 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.649419 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.649554 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.649736 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.649896 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.650056 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.650217 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.650377 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.650538 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.650698 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.650859 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.651018 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.651272 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.651443 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.651604 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.651782 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.652006 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.652112 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.652216 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.652375 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.652535 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.652695 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.652856 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.653005 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.653166 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.653337 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.653515 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.653712 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.653840 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.654853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.654853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.654853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.654853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.654853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.654853 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.655441 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.655441 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.655441 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.655441 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657094 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657094 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657094 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657094 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657094 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657518 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657518 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657518 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657772 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.657772 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.658218 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.658388 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.658703 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.658886 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.659157 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.659338 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.659504 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.659678 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.659972 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.660069 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.660151 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.660332 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.660494 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.660696 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.661026 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.661576 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.661576 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.661792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.661792 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.661976 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.662169 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.662331 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.662488 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.662726 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.663017 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.663214 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.663370 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.663539 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.663687 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.663849 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.664010 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.664170 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.664534 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.664677 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.664830 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.665065 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.665228 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.665228 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.665427 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.665552 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.665749 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.665891 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.666100 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.666269 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.666430 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.666589 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.666749 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.666911 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.667072 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.667237 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.667542 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.667702 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.667861 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.667995 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.668147 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.668147 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.668405 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.668539 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.668695 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.668841 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.668976 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.669109 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.669244 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.669380 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.669518 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.669697 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.669854 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.669993 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.670144 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.670283 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.670481 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.670638 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.670800 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.670945 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.671111 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.671255 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.671422 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.671575 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.671734 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.671878 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.672061 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.672205 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.672371 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.672530 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.672690 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.672850 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.673002 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.673160 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.673320 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.673480 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.673706 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.673834 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.673970 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.674131 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.674291 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.674452 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.674620 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.674766 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.675457 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.675457 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.675457 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.675457 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.675921 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.675921 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.675921 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677009 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677708 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677708 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677708 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677708 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.677708 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.679049 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.679049 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.679049 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.679049 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.679049 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.679049 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.680228 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.680228 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.680432 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.680557 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.680710 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.680873 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.681103 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.681255 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.681411 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.681551 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.681755 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.681895 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.682033 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.682170 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.682726 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.683170 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.684626 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.684833 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.684959 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.685643 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.686353 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.686593 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.686774 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.686883 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.687069 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.687246 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.687422 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.687588 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.687759 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.687936 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.688098 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.688264 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.688503 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.688659 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.688777 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.688897 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.689026 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.689180 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.689342 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.689501 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.690204 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.690387 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.690535 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.690695 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.690894 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.690985 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.691154 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.691367 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.692049 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.692734 dv-cinder-786627-13-iscsi neutron-server[99531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:25.743593 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27658763-306c-4e07-9a43-9b5ffea1a6b6 None None] get_active_networks_info from dv-cinder-786627-13-iscsi {{(pid=99641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 10:34:25.812325 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27658763-306c-4e07-9a43-9b5ffea1a6b6 None None] No non-hosted networks {{(pid=99641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 10:34:25.819807 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.agentschedulers_db [None req-27658763-306c-4e07-9a43-9b5ffea1a6b6 None None] DHCP Agent not found on host dv-cinder-786627-13-iscsi {{(pid=99641) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 10:34:25.873535 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ef47e0d3-bce1-4dea-9cda-c50988766aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654961'] for agent, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:27.995379 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-85c93293-1453-4510-b3d7-644904119b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654961'] for agent, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:28.074273 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-de00cc11-842b-4891-b1b2-c0617a4e81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:28.243954 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654961'] for agent, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:28.244981 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.245487 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.247330 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.249326 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.251696 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.252852 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.253926 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.254984 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.255976 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.257529 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.258072 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.260313 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:28.260906 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:28.269647 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:29.064925 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654961'] for agent, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.732599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654961'] for agent, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:31.961463 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37332) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:32.479172 dv-cinder-786627-13-iscsi neutron-server[99639]: WARNING oslo_policy.policy [None req-c751a902-ae4c-4cef-86dd-d4b5bc4d75ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:32.479741 dv-cinder-786627-13-iscsi neutron-server[99639]: WARNING oslo_policy.policy [None req-c751a902-ae4c-4cef-86dd-d4b5bc4d75ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:32.691114 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [None req-c751a902-ae4c-4cef-86dd-d4b5bc4d75ec admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:32.692095 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-c751a902-ae4c-4cef-86dd-d4b5bc4d75ec admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7293627 Jun 29 10:34:34.246470 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.db.l3_hamode_db [None req-4d83353d-ea4d-4593-b87c-89d5b9ee5b45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 10:34:34.319825 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83353d-ea4d-4593-b87c-89d5b9ee5b45 None None] Routers set() bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:34:34.320196 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83353d-ea4d-4593-b87c-89d5b9ee5b45 None None] Router IDs set() for agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 10:34:34.998585 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37346) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:35.338384 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:35.430338 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.policy [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:34:35.474026 dv-cinder-786627-13-iscsi neutron-server[99639]: WARNING oslo_policy.policy [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:35.474381 dv-cinder-786627-13-iscsi neutron-server[99639]: WARNING oslo_policy.policy [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:35.482712 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.quota [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] Loaded quota_driver: . Jun 29 10:34:35.588051 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776508182704', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776508183171', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776508210761', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776508196991', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776508223154', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776508216361', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3612069', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3471544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1798259', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1749593'] for rbac-policy, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:35.660228 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:35.661417 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3379dc9f-875c-4f7e-8101-6c05bbc830f9 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6615524 Jun 29 10:34:38.197792 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37358) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:38.525955 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'project_id': '368b55aad32745699bcc0423aa674722'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:38.560182 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Made reservation on behalf of 368b55aad32745699bcc0423aa674722 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:38.562937 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.579233 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.726248 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.732526 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.738081 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:38.753668 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:34:38.780686 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776507071016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.781264 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Unsubscribe: segment precommit_create {{(pid=99639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:34:38.781762 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Added segment 06d35687-2b40-499a-8fe0-769dc97f6b18 of type vlan for network 034efed7-fa28-40d7-ab6d-2302ba33613b Jun 29 10:34:38.814974 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aea61db-dbf4-4be7-b60d-c84c1d038a13,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:38.856802 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.857060 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.857385 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.857735 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.858017 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.858380 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.858693 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.859013 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.859337 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.859621 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.859922 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.860218 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Tracked resource versions report: Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: pushed versions: Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Log': {'1.0'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Network': {'1.1'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Port': {'1.7'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'PortForwarding': {'1.2'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'QosPolicy': {'1.8'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SubPort': {'1.0'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Subnet': {'1.1'}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Trunk': {'1.1'}} Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: consumer versions: Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'ConntrackHelper': '1.0', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Log': '1.0', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Network': '1.1', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Port': '1.7', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'PortForwarding': '1.2', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'QosPolicy': '1.8', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroup': '1.4', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroupRule': '1.2', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SubPort': '1.0', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Subnet': '1.1', Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Trunk': '1.1'}} Jun 29 10:34:38.861511 dv-cinder-786627-13-iscsi neutron-server[99639]: {{(pid=99639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:38.893166 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.915622 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:38.948114 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.949765 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:38.950432 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.953124 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:39.027171 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8282895 Jun 29 10:34:39.057185 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Pushing event updated for resources: {'Network': ['ID=034efed7-fa28-40d7-ab6d-2302ba33613b,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:39.060829 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:39.069722 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 034efed7-fa28-40d7-ab6d-2302ba33613b details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:34:41.625767 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37372) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:42.035747 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467ed74-59d9-4e0f-adfb-3cdab8ecf226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:42.037910 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-9467ed74-59d9-4e0f-adfb-3cdab8ecf226 admin admin] 10.222.0.55 "GET /v2.0/networks/034efed7-fa28-40d7-ab6d-2302ba33613b HTTP/1.1" status: 200 len: 825 time: 0.4110079 Jun 29 10:34:42.066578 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a7120124-4cf4-44a0-983a-57a233cad37d admin admin] 10.222.0.55 "GET /v2.0/subnetpools/97f551b5-78fe-4be0-aeaa-ccd515bc026b HTTP/1.1" status: 200 len: 734 time: 0.0203824 Jun 29 10:34:42.075031 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Request body: {'subnet': {'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '368b55aad32745699bcc0423aa674722', 'subnetpool_id': '97f551b5-78fe-4be0-aeaa-ccd515bc026b', 'name': 'private-subnet'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:42.101328 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Made reservation on behalf of 368b55aad32745699bcc0423aa674722 for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:42.103631 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Notify callbacks [] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:42.394936 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:42.397045 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:42.460317 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e799cf-a710-43d8-b6b6-1668c1375cdb,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:42.464753 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:42.465642 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Checking segment: {'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:42.466024 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Network hostable DHCP agents. Network: 034efed7-fa28-40d7-ab6d-2302ba33613b, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:34:42.489155 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Network 034efed7-fa28-40d7-ab6d-2302ba33613b is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:34:42.500722 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 034efed7-fa28-40d7-ab6d-2302ba33613b) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:42.505357 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:42.505972 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:42.510771 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f0538-b6e9-4f40-839d-5ea1452d0f00 None None] Network 034efed7-fa28-40d7-ab6d-2302ba33613b requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:42.520433 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4488630 Jun 29 10:34:42.816071 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-034efed7-fa28-40d7-ab6d-2302ba33613b', 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'fixed_ips': [{'subnet_id': '54e799cf-a710-43d8-b6b6-1668c1375cdb'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:34:42.817290 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.083813 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Allocated IP 172.20.0.2 (034efed7-fa28-40d7-ab6d-2302ba33613b/54e799cf-a710-43d8-b6b6-1668c1375cdb/a3cb2c76-dcac-44ff-b6db-fe62dc268a00) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:34:43.283879 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.326214 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Transition to ACTIVE for port object a3cb2c76-dcac-44ff-b6db-fe62dc268a00 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:43.346476 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Transition to ACTIVE for port object a3cb2c76-dcac-44ff-b6db-fe62dc268a00 will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:43.356020 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.359417 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:43.419339 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Network 034efed7-fa28-40d7-ab6d-2302ba33613b is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:34:43.423947 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:43.435574 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:34:43.441380 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Pushing event updated for resources: {'Port': ['ID=a3cb2c76-dcac-44ff-b6db-fe62dc268a00,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:43.465465 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.465842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.466164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.466477 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.466785 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.467097 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.467402 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.467707 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.468025 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.468332 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.468631 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.468926 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Tracked resource versions report: Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: pushed versions: Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Log': {'1.0'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Network': {'1.1'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Port': {'1.7'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'PortForwarding': {'1.2'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'QosPolicy': {'1.8'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SubPort': {'1.0'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Subnet': {'1.1'}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Trunk': {'1.1'}} Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: consumer versions: Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'ConntrackHelper': '1.0', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Log': '1.0', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Network': '1.1', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Port': '1.7', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'PortForwarding': '1.2', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'QosPolicy': '1.8', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroup': '1.4', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroupRule': '1.2', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SubPort': '1.0', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Subnet': '1.1', Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Trunk': '1.1'}} Jun 29 10:34:43.470251 dv-cinder-786627-13-iscsi neutron-server[99641]: {{(pid=99641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:43.506628 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:43.518880 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Attempting to bind port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:34:43.519475 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Attempting to bind port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:34:43.519635 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Attempting to bind port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 on network 034efed7-fa28-40d7-ab6d-2302ba33613b {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:34:43.524518 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:34:43.524903 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Checking segment: {'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:43.525362 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.525765 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Bound using segment: {'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:34:43.526244 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Bound port: a3cb2c76-dcac-44ff-b6db-fe62dc268a00, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:34:43.526664 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.586234 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] For port a3cb2c76-dcac-44ff-b6db-fe62dc268a00, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:34:43.590379 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] For port a3cb2c76-dcac-44ff-b6db-fe62dc268a00, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a3cb2c76-dcac-44ff-b6db-fe62dc268a00,segment=NetworkSegment(06d35687-2b40-499a-8fe0-769dc97f6b18),segment_id=06d35687-2b40-499a-8fe0-769dc97f6b18)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:34:43.594879 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.600826 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:43.658581 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Pushing event updated for resources: {'Port': ['ID=a3cb2c76-dcac-44ff-b6db-fe62dc268a00,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:43.661657 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:44.822737 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 37380) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:45.339540 dv-cinder-786627-13-iscsi neutron-server[99640]: WARNING oslo_policy.policy [None req-85143473-6c95-4a6e-98c6-40a0e60a89b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:45.340128 dv-cinder-786627-13-iscsi neutron-server[99640]: WARNING oslo_policy.policy [None req-85143473-6c95-4a6e-98c6-40a0e60a89b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:45.551365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [None req-85143473-6c95-4a6e-98c6-40a0e60a89b4 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:45.552585 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-85143473-6c95-4a6e-98c6-40a0e60a89b4 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7278028 Jun 29 10:34:47.873237 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37394) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:48.206132 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [None req-644841a4-a11c-461c-b9c4-dcc144d5308d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:48.207126 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-644841a4-a11c-461c-b9c4-dcc144d5308d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3329096 Jun 29 10:34:49.539150 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abd9dc-03ea-400b-9bbf-3a3015701742 None None] Network 034efed7-fa28-40d7-ab6d-2302ba33613b requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:49.599948 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-22644de3-2642-4b39-8cce-3f59350a1eb9 None None] Provisioning for port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:50.115918 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a3cb2c76-dcac-44ff-b6db-fe62dc268a00 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:50.196834 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:50.200527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:50.200924 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:50.307616 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:50.344150 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port a3cb2c76-dcac-44ff-b6db-fe62dc268a00, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a3cb2c76-dcac-44ff-b6db-fe62dc268a00,segment=NetworkSegment(06d35687-2b40-499a-8fe0-769dc97f6b18),segment_id=06d35687-2b40-499a-8fe0-769dc97f6b18)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:34:50.349102 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:50.351840 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-936847ed-b52e-4161-ad52-05b5627dd78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:50.396702 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=a3cb2c76-dcac-44ff-b6db-fe62dc268a00,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:50.401661 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:50.842102 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 37408) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:51.165751 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '368b55aad32745699bcc0423aa674722', 'name': 'router1'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:51.247165 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.policy [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:34:51.292028 dv-cinder-786627-13-iscsi neutron-server[99640]: WARNING oslo_policy.policy [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:51.292407 dv-cinder-786627-13-iscsi neutron-server[99640]: WARNING oslo_policy.policy [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:51.300930 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.quota [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Loaded quota_driver: . Jun 29 10:34:51.359128 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.360808 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.510259 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.519280 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.541245 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] Notify callbacks [] for router, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.542477 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-412fa5db-9225-4a83-b3e3-4119f444e411 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6990936 Jun 29 10:34:52.103797 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a3cb2c76-dcac-44ff-b6db-fe62dc268a00 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:52.153510 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:52.153909 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:53.879268 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 37418) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:54.213483 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [None req-fceac0b4-09dd-49a7-bb88-fa5c4ef36b4d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:54.214524 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-fceac0b4-09dd-49a7-bb88-fa5c4ef36b4d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3343341 Jun 29 10:34:55.649763 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2d49e2ff-13ad-47c2-8420-619cceb1ba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:56.558465 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37426) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:56.893458 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:56.919447 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Made reservation on behalf of 30d20e05a03c426282cffa899eb1e1c0 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:56.921719 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:56.929805 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.020262 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.025903 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.029895 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:57.041279 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Reserving flat network on physical network physnet1 {{(pid=99639) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 10:34:57.059402 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b270c5c6-1810-464e-bb36-3a3ddc17abad,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:57.063346 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:57.064327 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.064676 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Added segment b5f4a56b-7632-4232-9984-de24d29144d5 of type flat for network 4784589b-0c22-484e-8abc-7db84936665c Jun 29 10:34:57.117170 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.156142 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.157502 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:57.158100 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.160253 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4b1b88de-9b47-4e98-a71d-234d1c3e6d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:57.206881 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6468923 Jun 29 10:34:57.216929 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Pushing event updated for resources: {'Network': ['ID=4784589b-0c22-484e-8abc-7db84936665c,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:57.219716 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:57.228546 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 4784589b-0c22-484e-8abc-7db84936665c details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:34:57.981158 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ea7107a0-0a2e-4522-b4a9-c7895921b32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.252097 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:59.017919 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:59.511457 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 37444) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:59.791647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023437cd-cea0-4fb5-97ee-0c02565f3d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:59.793084 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-023437cd-cea0-4fb5-97ee-0c02565f3d9b admin admin] 10.222.0.55 "GET /v2.0/subnets/54e799cf-a710-43d8-b6b6-1668c1375cdb HTTP/1.1" status: 200 len: 849 time: 0.2807198 Jun 29 10:34:59.908909 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1597fd82-5678-4f65-a9eb-ce2ee8491204 admin admin] 10.222.0.55 "GET /v2.0/routers/d7abea60-d3fc-453d-81dc-1dbd826b2856 HTTP/1.1" status: 200 len: 704 time: 0.1080301 Jun 29 10:35:00.184316 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:00.514043 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Allocated IP 172.20.0.1 (034efed7-fa28-40d7-ab6d-2302ba33613b/54e799cf-a710-43d8-b6b6-1668c1375cdb/42c8a4f5-d50a-4fac-bd64-573bae8222d0) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:35:00.696533 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:00.731900 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:00.760356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Transition to ACTIVE for port object 42c8a4f5-d50a-4fac-bd64-573bae8222d0 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:00.859482 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:00.863021 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:00.896318 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Network 034efed7-fa28-40d7-ab6d-2302ba33613b is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:00.897614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:00.964446 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:35:00.964802 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:00.987154 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Pushing event updated for resources: {'Port': ['ID=42c8a4f5-d50a-4fac-bd64-573bae8222d0,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:01.036263 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.036606 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.036929 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.037236 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.037546 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.037903 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.038240 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.038559 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.038847 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.040792 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.040792 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.040792 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Tracked resource versions report: Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: pushed versions: Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: { 'AddressGroup': {'1.2'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'ConntrackHelper': {'1.0'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Log': {'1.0'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Network': {'1.1'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Port': {'1.7'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'PortForwarding': {'1.2'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'QosPolicy': {'1.8'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroup': {'1.4'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SubPort': {'1.0'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Subnet': {'1.1'}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Trunk': {'1.1'}} Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: consumer versions: Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'ConntrackHelper': '1.0', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Log': '1.0', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Network': '1.1', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Port': '1.7', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'PortForwarding': '1.2', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'QosPolicy': '1.8', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroup': '1.4', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroupRule': '1.2', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SubPort': '1.0', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Subnet': '1.1', Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Trunk': '1.1'}} Jun 29 10:35:01.041134 dv-cinder-786627-13-iscsi neutron-server[99640]: {{(pid=99640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:35:01.088421 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:01.131430 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a13c5d54-5fb6-47de-bd32-6f3bde1d506d None None] Provisioning for port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:01.135150 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a13c5d54-5fb6-47de-bd32-6f3bde1d506d None None] Provisioning complete for port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:01.135529 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a13c5d54-5fb6-47de-bd32-6f3bde1d506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.168221 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-a13c5d54-5fb6-47de-bd32-6f3bde1d506d None None] Port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:35:01.186984 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.364885 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.372653 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.373764 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.375344 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:01.447656 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Pushing event updated for resources: {'Port': ['ID=42c8a4f5-d50a-4fac-bd64-573bae8222d0,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:01.451422 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:01.540863 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Network 034efed7-fa28-40d7-ab6d-2302ba33613b is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:01.542375 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:01.689695 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-8cf24323-4e34-49b0-979c-d9a2750b13f7 None None] Provisioning complete for port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:01.690043 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-8cf24323-4e34-49b0-979c-d9a2750b13f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.704352 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Router d7abea60-d3fc-453d-81dc-1dbd826b2856 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:35:01.725721 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-8cf24323-4e34-49b0-979c-d9a2750b13f7 None None] Port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:35:01.793232 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:35:01.799068 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] 10.222.0.55 "PUT /v2.0/routers/d7abea60-d3fc-453d-81dc-1dbd826b2856/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8827133 Jun 29 10:35:01.805283 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Sync routers for ids ['d7abea60-d3fc-453d-81dc-1dbd826b2856'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:35:01.818116 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Routers {'d7abea60-d3fc-453d-81dc-1dbd826b2856'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:01.818838 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:34:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['d7abea60-d3fc-453d-81dc-1dbd826b2856'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:02.002176 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Set router d7abea60-d3fc-453d-81dc-1dbd826b2856 gateway port host: None {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:02.415898 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'name': 'router1', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:51Z', 'updated_at': '2021-06-29T10:35:01Z', 'revision_number': 2, 'project_id': '368b55aad32745699bcc0423aa674722', 'gw_port_host': None, '_interfaces': [{'id': '42c8a4f5-d50a-4fac-bd64-573bae8222d0', 'name': '', 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'mac_address': 'fa:16:3e:b5:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:00Z', 'updated_at': '2021-06-29T10:35:01Z', 'revision_number': 2, 'project_id': '368b55aad32745699bcc0423aa674722', 'subnets': [{'id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f551b5-78fe-4be0-aeaa-ccd515bc026b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:02.465654 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Checking router: d7abea60-d3fc-453d-81dc-1dbd826b2856 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:35:02.466056 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Updating router d7abea60-d3fc-453d-81dc-1dbd826b2856 port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:35:02.528150 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.005035 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.022714 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Transition to ACTIVE for port object 42c8a4f5-d50a-4fac-bd64-573bae8222d0 will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:03.030212 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.034510 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:03.178980 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Pushing event updated for resources: {'Port': ['ID=42c8a4f5-d50a-4fac-bd64-573bae8222d0,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:03.195375 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.195709 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.196053 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.196347 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.196657 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.196966 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.197279 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.197589 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.197938 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.198243 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.198546 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.198848 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Tracked resource versions report: Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: pushed versions: Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: { 'AddressGroup': {'1.2'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'ConntrackHelper': {'1.0'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Log': {'1.0'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Network': {'1.1'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Port': {'1.7'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'PortForwarding': {'1.2'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'QosPolicy': {'1.8'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroup': {'1.4'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SubPort': {'1.0'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Subnet': {'1.1'}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Trunk': {'1.1'}} Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: consumer versions: Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'ConntrackHelper': '1.0', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Log': '1.0', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Network': '1.1', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Port': '1.7', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'PortForwarding': '1.2', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'QosPolicy': '1.8', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroup': '1.4', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroupRule': '1.2', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SubPort': '1.0', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Subnet': '1.1', Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Trunk': '1.1'}} Jun 29 10:35:03.200173 dv-cinder-786627-13-iscsi neutron-server[99643]: {{(pid=99643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:35:03.202546 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Attempting to bind port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:35:03.202935 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Attempting to bind port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:35:03.203358 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Attempting to bind port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 on network 034efed7-fa28-40d7-ab6d-2302ba33613b {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:35:03.207022 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:03.209707 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:35:03.210109 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Checking segment: {'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:03.210580 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.210955 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Bound using segment: {'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:35:03.212847 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Bound port: 42c8a4f5-d50a-4fac-bd64-573bae8222d0, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d35687-2b40-499a-8fe0-769dc97f6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:35:03.212847 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.277665 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] For port 42c8a4f5-d50a-4fac-bd64-573bae8222d0, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:35:03.299079 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] For port 42c8a4f5-d50a-4fac-bd64-573bae8222d0, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=42c8a4f5-d50a-4fac-bd64-573bae8222d0,segment=NetworkSegment(06d35687-2b40-499a-8fe0-769dc97f6b18),segment_id=06d35687-2b40-499a-8fe0-769dc97f6b18)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:35:03.304149 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.306400 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:03.351310 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Routers {'d7abea60-d3fc-453d-81dc-1dbd826b2856'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:03.353516 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:34:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['d7abea60-d3fc-453d-81dc-1dbd826b2856'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:03.454935 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] Set router d7abea60-d3fc-453d-81dc-1dbd826b2856 gateway port host: None {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:03.561947 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Pushing event updated for resources: {'Port': ['ID=42c8a4f5-d50a-4fac-bd64-573bae8222d0,revision_number=4']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:03.575697 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:03.668296 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'name': 'router1', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:51Z', 'updated_at': '2021-06-29T10:35:01Z', 'revision_number': 2, 'project_id': '368b55aad32745699bcc0423aa674722', 'gw_port_host': None, '_interfaces': [{'id': '42c8a4f5-d50a-4fac-bd64-573bae8222d0', 'name': '', 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'mac_address': 'fa:16:3e:b5:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:00Z', 'updated_at': '2021-06-29T10:35:03Z', 'revision_number': 4, 'project_id': '368b55aad32745699bcc0423aa674722', 'subnets': [{'id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f551b5-78fe-4be0-aeaa-ccd515bc026b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:03.696307 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f9c62-b658-40b0-ba58-9da207b1d9e6 None None] The sync data for ids ['d7abea60-d3fc-453d-81dc-1dbd826b2856'] in dv-cinder-786627-13-iscsi is: [{'id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'name': 'router1', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:51Z', 'updated_at': '2021-06-29T10:35:01Z', 'revision_number': 2, 'project_id': '368b55aad32745699bcc0423aa674722', 'gw_port_host': None, '_interfaces': [{'id': '42c8a4f5-d50a-4fac-bd64-573bae8222d0', 'name': '', 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'mac_address': 'fa:16:3e:b5:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:00Z', 'updated_at': '2021-06-29T10:35:03Z', 'revision_number': 4, 'project_id': '368b55aad32745699bcc0423aa674722', 'subnets': [{'id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f551b5-78fe-4be0-aeaa-ccd515bc026b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:35:04.029698 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37468) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:04.142637 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c61cea-8acd-4bad-b6ae-3f34332b0358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:04.144028 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-83c61cea-8acd-4bad-b6ae-3f34332b0358 admin admin] 10.222.0.55 "GET /v2.0/networks/4784589b-0c22-484e-8abc-7db84936665c HTTP/1.1" status: 200 len: 842 time: 0.1133831 Jun 29 10:35:04.153480 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:04.175199 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Made reservation on behalf of 30d20e05a03c426282cffa899eb1e1c0 for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:35:04.177865 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:04.500479 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.objects.ports [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 10:35:04.500778 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:04.503028 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:04.552538 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df9f258-ad14-48a4-9c7d-f10801f395f6,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:04.555220 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:04.563580 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:04.563930 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Network hostable DHCP agents. Network: 4784589b-0c22-484e-8abc-7db84936665c, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:35:04.580980 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:35:04.591796 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 4784589b-0c22-484e-8abc-7db84936665c) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:04.597826 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:04.599168 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:04.602822 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d442ec1-7305-4582-9fda-a638598224fc None None] Network 4784589b-0c22-484e-8abc-7db84936665c requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:04.625647 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4647987 Jun 29 10:35:04.737425 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82325e-17b6-4d1d-88ee-d57d148bc1ae None None] Network 4784589b-0c22-484e-8abc-7db84936665c requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:05.546093 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:35:06.838335 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37480) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:07.075728 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e3fd0429-8520-4181-b53e-304dca9c214c admin admin] 10.222.0.55 "GET /v2.0/routers/d7abea60-d3fc-453d-81dc-1dbd826b2856 HTTP/1.1" status: 200 len: 710 time: 0.2362499 Jun 29 10:35:07.166372 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a920f2-2c04-4fa2-b62c-f81317a913e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:07.167711 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e2a920f2-2c04-4fa2-b62c-f81317a913e2 admin admin] 10.222.0.55 "GET /v2.0/networks/4784589b-0c22-484e-8abc-7db84936665c HTTP/1.1" status: 200 len: 886 time: 0.0859253 Jun 29 10:35:07.176453 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:07.466880 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:07.699365 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:07.774807 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:07.922815 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Allocated IP 172.27.1.193 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/350acb47-148c-4f4c-9a47-e9d47dbc1112) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:35:08.028523 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.112146 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.121239 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 42c8a4f5-d50a-4fac-bd64-573bae8222d0 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:08.121775 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:08.170277 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:08.173968 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:08.174159 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:08.174457 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.181347 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:08.183962 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:35:08.253452 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Pushing event updated for resources: {'Port': ['ID=350acb47-148c-4f4c-9a47-e9d47dbc1112,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:08.256415 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.258606 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:08.290867 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 42c8a4f5-d50a-4fac-bd64-573bae8222d0, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=42c8a4f5-d50a-4fac-bd64-573bae8222d0,segment=NetworkSegment(06d35687-2b40-499a-8fe0-769dc97f6b18),segment_id=06d35687-2b40-499a-8fe0-769dc97f6b18)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:35:08.297349 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.299785 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:08.343167 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=42c8a4f5-d50a-4fac-bd64-573bae8222d0,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:08.346284 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:08.469950 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.721716 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.725078 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1565680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1565570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1657867'] for router, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.833657 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Router d7abea60-d3fc-453d-81dc-1dbd826b2856 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:35:08.938290 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:35:08.942916 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.944230 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] 10.222.0.55 "PUT /v2.0/routers/d7abea60-d3fc-453d-81dc-1dbd826b2856 HTTP/1.1" status: 200 len: 890 time: 1.7709270 Jun 29 10:35:08.960896 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Sync routers for ids ['d7abea60-d3fc-453d-81dc-1dbd826b2856'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:35:08.972481 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Routers {'d7abea60-d3fc-453d-81dc-1dbd826b2856'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:08.973054 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:34:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['d7abea60-d3fc-453d-81dc-1dbd826b2856'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:09.236661 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Set router d7abea60-d3fc-453d-81dc-1dbd826b2856 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:09.618737 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'name': 'router1', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '350acb47-148c-4f4c-9a47-e9d47dbc1112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:51Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 4, 'project_id': '368b55aad32745699bcc0423aa674722', 'gw_port': {'id': '350acb47-148c-4f4c-9a47-e9d47dbc1112', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:07Z', 'updated_at': '2021-06-29T10:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '42c8a4f5-d50a-4fac-bd64-573bae8222d0', 'name': '', 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'mac_address': 'fa:16:3e:b5:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:00Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 5, 'project_id': '368b55aad32745699bcc0423aa674722', 'subnets': [{'id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f551b5-78fe-4be0-aeaa-ccd515bc026b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:09.668222 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Checking router: d7abea60-d3fc-453d-81dc-1dbd826b2856 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:35:09.668572 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Updating router d7abea60-d3fc-453d-81dc-1dbd826b2856 port 350acb47-148c-4f4c-9a47-e9d47dbc1112 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:35:09.701602 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.012618 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.022117 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Transition to ACTIVE for port object 350acb47-148c-4f4c-9a47-e9d47dbc1112 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:10.027555 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.029603 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:10.071387 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179751a1-f3bf-4308-a589-3b1e1409b881 None None] Pushing event updated for resources: {'Port': ['ID=350acb47-148c-4f4c-9a47-e9d47dbc1112,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:10.081945 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Attempting to bind port 350acb47-148c-4f4c-9a47-e9d47dbc1112 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:35:10.082310 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Attempting to bind port 350acb47-148c-4f4c-9a47-e9d47dbc1112 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:35:10.082641 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Attempting to bind port 350acb47-148c-4f4c-9a47-e9d47dbc1112 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:35:10.087538 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-179751a1-f3bf-4308-a589-3b1e1409b881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:10.088357 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:35:10.088727 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:10.089121 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.089505 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:35:10.089980 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Bound port: 350acb47-148c-4f4c-9a47-e9d47dbc1112, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:35:10.090359 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.125144 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 42c8a4f5-d50a-4fac-bd64-573bae8222d0 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:10.171132 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] For port 350acb47-148c-4f4c-9a47-e9d47dbc1112, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:35:10.175069 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] For port 350acb47-148c-4f4c-9a47-e9d47dbc1112, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=350acb47-148c-4f4c-9a47-e9d47dbc1112,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:35:10.180231 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.185114 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:10.225845 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:10.226192 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.273759 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Routers {'d7abea60-d3fc-453d-81dc-1dbd826b2856'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:10.274420 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:34:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['d7abea60-d3fc-453d-81dc-1dbd826b2856'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:10.383510 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179751a1-f3bf-4308-a589-3b1e1409b881 None None] Pushing event updated for resources: {'Port': ['ID=350acb47-148c-4f4c-9a47-e9d47dbc1112,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:10.390365 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-179751a1-f3bf-4308-a589-3b1e1409b881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:10.487417 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] Set router d7abea60-d3fc-453d-81dc-1dbd826b2856 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:10.698351 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'name': 'router1', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '350acb47-148c-4f4c-9a47-e9d47dbc1112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:51Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 4, 'project_id': '368b55aad32745699bcc0423aa674722', 'gw_port': {'id': '350acb47-148c-4f4c-9a47-e9d47dbc1112', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:07Z', 'updated_at': '2021-06-29T10:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '42c8a4f5-d50a-4fac-bd64-573bae8222d0', 'name': '', 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'mac_address': 'fa:16:3e:b5:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:00Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 5, 'project_id': '368b55aad32745699bcc0423aa674722', 'subnets': [{'id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f551b5-78fe-4be0-aeaa-ccd515bc026b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:10.724264 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ca89f-c3ae-42dc-a64c-cdba75c7d0d9 None None] The sync data for ids ['d7abea60-d3fc-453d-81dc-1dbd826b2856'] in dv-cinder-786627-13-iscsi is: [{'id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'name': 'router1', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '350acb47-148c-4f4c-9a47-e9d47dbc1112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:51Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 4, 'project_id': '368b55aad32745699bcc0423aa674722', 'gw_port': {'id': '350acb47-148c-4f4c-9a47-e9d47dbc1112', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:07Z', 'updated_at': '2021-06-29T10:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '42c8a4f5-d50a-4fac-bd64-573bae8222d0', 'name': '', 'network_id': '034efed7-fa28-40d7-ab6d-2302ba33613b', 'tenant_id': '368b55aad32745699bcc0423aa674722', 'mac_address': 'fa:16:3e:b5:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7abea60-d3fc-453d-81dc-1dbd826b2856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:00Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 5, 'project_id': '368b55aad32745699bcc0423aa674722', 'subnets': [{'id': '54e799cf-a710-43d8-b6b6-1668c1375cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f551b5-78fe-4be0-aeaa-ccd515bc026b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:35:11.337074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 37490) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:11.466147 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-aeef5f2c-5281-45ca-baf3-97ac5f611a13 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1276653 Jun 29 10:35:12.130548 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 350acb47-148c-4f4c-9a47-e9d47dbc1112 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:12.181958 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 350acb47-148c-4f4c-9a47-e9d47dbc1112 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:12.186596 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 350acb47-148c-4f4c-9a47-e9d47dbc1112 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:12.186974 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:12.262740 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:12.288622 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 350acb47-148c-4f4c-9a47-e9d47dbc1112, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=350acb47-148c-4f4c-9a47-e9d47dbc1112,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:35:12.293035 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:12.296636 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:12.344356 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=350acb47-148c-4f4c-9a47-e9d47dbc1112,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:12.347483 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:14.122570 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 350acb47-148c-4f4c-9a47-e9d47dbc1112 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:14.171245 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 350acb47-148c-4f4c-9a47-e9d47dbc1112 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:14.171617 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:25.654473 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d9a03fba-0dd2-43eb-ae77-bab8b58f2de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:27.983406 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ae9497bd-c4da-4c23-9d62-f81e9a77aaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:28.257185 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:29.026506 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:30.711601 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:42.544406 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:35:55.659021 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-541d158d-c7e5-46b3-945b-fdb4bf6ad497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:57.987145 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-bfdd61f8-db2f-4239-9a8d-99166bfee937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:58.264991 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:59.023248 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:00.713787 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.546246 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:36:25.661933 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b9fb18f6-0011-481e-8176-71ddb8c45e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:27.992225 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e0a949c4-e871-42cb-afd4-f8e4d3201425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:28.257723 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:29.027620 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.719628 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:49.561196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38058) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:49.635371 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc19c56-5146-4230-a429-171f578fe68a admin admin] GET failed (client error): The resource could not be found. Jun 29 10:36:49.636687 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-0cc19c56-5146-4230-a429-171f578fe68a admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0744622 Jun 29 10:36:49.797435 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3992fcf7-1426-4dca-bfff-3b6494257940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:49.798963 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-3992fcf7-1426-4dca-bfff-3b6494257940 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567290 Jun 29 10:36:51.907278 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38068) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:52.023198 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41484d68-0bce-4647-911b-e1014cd1f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:52.024547 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-41484d68-0bce-4647-911b-e1014cd1f72c admin admin] 10.222.0.55 "GET /v2.0/subnets/54e799cf-a710-43d8-b6b6-1668c1375cdb HTTP/1.1" status: 200 len: 849 time: 0.1159196 Jun 29 10:36:52.033911 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:52.128804 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Notify callbacks [] for subnet, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:52.286807 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776507199196'] for subnet, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:52.290248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:52.321189 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:52.321189 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:52.324947 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c3d4dc-784f-496e-aa07-42b054e69809 None None] Network 034efed7-fa28-40d7-ab6d-2302ba33613b requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:36:52.334341 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] 10.222.0.55 "PUT /v2.0/subnets/54e799cf-a710-43d8-b6b6-1668c1375cdb HTTP/1.1" status: 200 len: 868 time: 0.3039737 Jun 29 10:36:52.354190 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e799cf-a710-43d8-b6b6-1668c1375cdb,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:52.362382 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.363117 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.363445 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.363772 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.364096 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.364417 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.364733 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.365062 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.365394 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.365736 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.366051 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.366418 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:52.370651 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:52.694432 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-99b18205-c5a4-43c1-9340-a6eab46ae413 None None] Provisioning complete for port a3cb2c76-dcac-44ff-b6db-fe62dc268a00 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:52.694809 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-99b18205-c5a4-43c1-9340-a6eab46ae413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:52.780776 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-99b18205-c5a4-43c1-9340-a6eab46ae413 None None] Provisioning complete for port 42c8a4f5-d50a-4fac-bd64-573bae8222d0 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:52.781058 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-99b18205-c5a4-43c1-9340-a6eab46ae413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:54.428235 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38076) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:54.641038 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1419ea4b-8a54-4797-b920-7490c79a3b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:54.641414 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1419ea4b-8a54-4797-b920-7490c79a3b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:54.642960 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1419ea4b-8a54-4797-b920-7490c79a3b7d admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2137728 Jun 29 10:36:55.666054 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-f46e6bcd-cbab-43da-ad46-b69464267305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:56.545176 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:36:56.777771 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38084) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:56.917803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5172df5-2c4d-4182-92da-c0d0a1fdaf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:56.918267 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5172df5-2c4d-4182-92da-c0d0a1fdaf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:56.919772 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d5172df5-2c4d-4182-92da-c0d0a1fdaf4a admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1407139 Jun 29 10:36:57.994913 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b455a417-d48b-4be4-82e6-33907f74ab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:58.262043 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:59.014025 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38092) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:59.030015 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:59.162409 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27adeaaa-9d32-4180-8f1d-9bf9d738f426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:59.163762 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-27adeaaa-9d32-4180-8f1d-9bf9d738f426 admin admin] 10.222.0.55 "GET /v2.0/networks/034efed7-fa28-40d7-ab6d-2302ba33613b HTTP/1.1" status: 200 len: 869 time: 0.1487875 Jun 29 10:37:00.721201 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:01.309304 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38102) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:01.452444 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd77c1c-758a-4eef-ab6d-49c162d762b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:01.453818 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-0dd77c1c-758a-4eef-ab6d-49c162d762b1 admin admin] 10.222.0.55 "GET /v2.0/networks/4784589b-0c22-484e-8abc-7db84936665c HTTP/1.1" status: 200 len: 886 time: 0.1432421 Jun 29 10:37:03.539845 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38110) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:03.677491 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72bc7f-d7b0-4756-aa43-07da5afe9274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:03.677980 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72bc7f-d7b0-4756-aa43-07da5afe9274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:03.679512 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-9a72bc7f-d7b0-4756-aa43-07da5afe9274 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1387064 Jun 29 10:37:05.799541 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38118) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:05.906921 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02bc18b-4896-480d-9e5c-64ffd237d6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:05.907446 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02bc18b-4896-480d-9e5c-64ffd237d6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:05.909659 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b02bc18b-4896-480d-9e5c-64ffd237d6ed admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081986 Jun 29 10:37:08.002567 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38126) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:08.110889 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091092fb-726b-4a08-aadb-4c10d05667ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:08.112613 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-091092fb-726b-4a08-aadb-4c10d05667ff admin admin] 10.222.0.55 "GET /v2.0/subnets/54e799cf-a710-43d8-b6b6-1668c1375cdb HTTP/1.1" status: 200 len: 868 time: 0.1087706 Jun 29 10:37:10.208519 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38134) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:10.311031 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9868a-1ee7-434b-aef5-741477d07380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:10.312403 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-acc9868a-1ee7-434b-aef5-741477d07380 admin admin] 10.222.0.55 "GET /v2.0/subnets/8df9f258-ad14-48a4-9c7d-f10801f395f6 HTTP/1.1" status: 200 len: 816 time: 0.1028991 Jun 29 10:37:25.669291 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-90936d8e-82cf-4ade-98a5-6e323f84618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:27.999084 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-225661b0-98eb-40c9-885d-019dc7693a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:28.265260 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:29.031420 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:30.725785 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:33.486364 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38178) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:33.538325 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [None req-fcf649fd-5fea-4029-ae77-6516e8d1100e admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:37:33.539286 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-fcf649fd-5fea-4029-ae77-6516e8d1100e admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520294 Jun 29 10:37:33.543534 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:37:35.728103 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38186) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:35.790338 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7f6c31-f7ac-4c52-b257-a9d0e2bb4ab4 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:37:35.791660 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-bc7f6c31-f7ac-4c52-b257-a9d0e2bb4ab4 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626297 Jun 29 10:37:35.881359 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb52b5-4344-4805-a19a-d2dbeebd5481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:35.883438 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-fdbb52b5-4344-4805-a19a-d2dbeebd5481 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0877390 Jun 29 10:37:38.015238 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38194) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:38.075235 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:37:38.103434 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Made reservation on behalf of 30d20e05a03c426282cffa899eb1e1c0 for: {'network': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:37:38.106076 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:38.134774 dv-cinder-786627-13-iscsi neutron-server[99640]: WARNING neutron.services.revisions.revision_plugin [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Could not find related network for resource to bump revision. Jun 29 10:37:38.150238 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=99640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:37:38.162667 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776507071016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:38.163212 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Unsubscribe: segment precommit_create {{(pid=99640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:37:38.163654 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.segments_db [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Added segment 9072623a-b0e2-45fe-bb5d-b4161fb1bf74 of type vlan for network cbdb7faf-cad4-4156-af74-99cda7079d0c Jun 29 10:37:38.217736 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:38.259471 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:38.260783 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:38.261342 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:38.264094 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:38.321737 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3050559 Jun 29 10:37:38.438195 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=cbdb7faf-cad4-4156-af74-99cda7079d0c,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:38.441556 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:38.450135 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network cbdb7faf-cad4-4156-af74-99cda7079d0c details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:37:40.488286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38202) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:40.571061 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf1d614-4981-440c-adab-1ac626646939 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:37:40.572355 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-fbf1d614-4981-440c-adab-1ac626646939 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0831246 Jun 29 10:37:40.642586 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e2f9e2-26f1-42ff-b8c4-1db778fc5e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:40.644001 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d4e2f9e2-26f1-42ff-b8c4-1db778fc5e8a admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670233 Jun 29 10:37:40.656728 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Request body: {'subnet': {'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:37:40.683437 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Made reservation on behalf of 30d20e05a03c426282cffa899eb1e1c0 for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:37:40.686152 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:40.902722 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:40.904789 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d30df039-555e-4522-94c0-4c6520fde53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:40.950205 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0534cf88-e772-400e-9d99-62c32aa66dc9,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:40.957929 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:40.968320 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Checking segment: {'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:37:40.968716 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Network hostable DHCP agents. Network: cbdb7faf-cad4-4156-af74-99cda7079d0c, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:37:40.992199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Network cbdb7faf-cad4-4156-af74-99cda7079d0c is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:37:41.007245 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, cbdb7faf-cad4-4156-af74-99cda7079d0c) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:37:41.011899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:41.012492 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.016904 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8063c6f-1792-4a25-9057-6b09327237ac None None] Network cbdb7faf-cad4-4156-af74-99cda7079d0c requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:37:41.026195 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3729432 Jun 29 10:37:41.268946 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-cbdb7faf-cad4-4156-af74-99cda7079d0c', 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c', 'tenant_id': '30d20e05a03c426282cffa899eb1e1c0', 'fixed_ips': [{'subnet_id': '0534cf88-e772-400e-9d99-62c32aa66dc9'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:37:41.269924 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.405185 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Allocated IP 192.168.233.2 (cbdb7faf-cad4-4156-af74-99cda7079d0c/0534cf88-e772-400e-9d99-62c32aa66dc9/9a7803ec-c57c-4687-a376-57112d51cc30) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:37:41.545718 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.553951 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Transition to ACTIVE for port object 9a7803ec-c57c-4687-a376-57112d51cc30 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:37:41.569430 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Transition to ACTIVE for port object 9a7803ec-c57c-4687-a376-57112d51cc30 will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:37:41.576734 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.579251 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-179751a1-f3bf-4308-a589-3b1e1409b881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:41.622465 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Network cbdb7faf-cad4-4156-af74-99cda7079d0c is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:37:41.625274 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:37:41.629585 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:37:41.632614 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Pushing event updated for resources: {'Port': ['ID=9a7803ec-c57c-4687-a376-57112d51cc30,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:41.643232 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.643583 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.643896 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.644225 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.644548 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.644874 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.645195 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.645546 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.645878 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.646220 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.646537 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.646854 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.664527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:41.695661 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Attempting to bind port 9a7803ec-c57c-4687-a376-57112d51cc30 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:37:41.696024 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Attempting to bind port 9a7803ec-c57c-4687-a376-57112d51cc30 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:37:41.696387 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Attempting to bind port 9a7803ec-c57c-4687-a376-57112d51cc30 on network cbdb7faf-cad4-4156-af74-99cda7079d0c {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:37:41.701539 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:37:41.701968 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Checking segment: {'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:37:41.702367 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.702754 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Bound using segment: {'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:37:41.703238 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Bound port: 9a7803ec-c57c-4687-a376-57112d51cc30, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:37:41.703657 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.765141 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] For port 9a7803ec-c57c-4687-a376-57112d51cc30, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:37:41.768243 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] For port 9a7803ec-c57c-4687-a376-57112d51cc30, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9a7803ec-c57c-4687-a376-57112d51cc30,segment=NetworkSegment(9072623a-b0e2-45fe-bb5d-b4161fb1bf74),segment_id=9072623a-b0e2-45fe-bb5d-b4161fb1bf74)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:37:41.772424 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.774618 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:41.830397 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Pushing event updated for resources: {'Port': ['ID=9a7803ec-c57c-4687-a376-57112d51cc30,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:41.833871 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:42.245850 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9a7803ec-c57c-4687-a376-57112d51cc30 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:37:42.303188 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 9a7803ec-c57c-4687-a376-57112d51cc30 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:37:42.667947 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95739c6f-f6e0-45b0-ae3c-9c46d3e5c973 None None] Network cbdb7faf-cad4-4156-af74-99cda7079d0c requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:37:42.789478 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Provisioning for port 9a7803ec-c57c-4687-a376-57112d51cc30 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:37:42.810473 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Provisioning complete for port 9a7803ec-c57c-4687-a376-57112d51cc30 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:42.810848 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:42.905232 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:42.940130 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] For port 9a7803ec-c57c-4687-a376-57112d51cc30, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9a7803ec-c57c-4687-a376-57112d51cc30,segment=NetworkSegment(9072623a-b0e2-45fe-bb5d-b4161fb1bf74),segment_id=9072623a-b0e2-45fe-bb5d-b4161fb1bf74)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:37:42.945918 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:42.948379 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:42.998098 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Pushing event updated for resources: {'Port': ['ID=9a7803ec-c57c-4687-a376-57112d51cc30,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:43.002822 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:43.066143 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-16da4701-5bc5-4152-aec0-177104a0e3e7 None None] Provisioning complete for port 9a7803ec-c57c-4687-a376-57112d51cc30 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:43.066510 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-16da4701-5bc5-4152-aec0-177104a0e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:44.226820 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9a7803ec-c57c-4687-a376-57112d51cc30 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:37:44.283320 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 9a7803ec-c57c-4687-a376-57112d51cc30 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:44.283692 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:55.672825 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-10a0d1c6-20f3-41cf-bdcf-ff250ba1064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.004376 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-74e08f80-9ce7-4f1a-85eb-6c5dd7692bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.268116 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:59.035680 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:00.729608 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:10.545095 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:25.682463 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-35061a1a-2981-4470-b3e3-7f2710288348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:27.997987 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-003e2947-8eb5-4a76-8a4a-6eab48c9909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:28.275131 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:29.039503 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:30.734378 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:47.543229 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:48.280861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38254) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:48.286878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [None req-29150c23-b490-471b-b902-d9eba0e57326 tempest-verify_tempest_config-1051389655 tempest-verify_tempest_config-1051389655-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:38:48.287825 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-29150c23-b490-471b-b902-d9eba0e57326 tempest-verify_tempest_config-1051389655 tempest-verify_tempest_config-1051389655-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059893 Jun 29 10:38:48.614579 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38272) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:48.723196 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:48.813899 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:48.818879 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:48.821986 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:48.864754 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd9ca180e0404b72a0fdaac63193da10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2491214 Jun 29 10:38:48.865614 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e27b9f-4d28-4c86-b274-05660b6d0771,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:48.867649 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38278) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:48.872635 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.872978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.873313 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.873655 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.874003 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.874346 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.874657 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.875020 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.875343 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.875660 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.875973 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.876288 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:48.880217 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:48.945417 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:48.965970 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:49.063157 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:49.065924 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:49.067065 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74e27b9f-4d28-4c86-b274-05660b6d0771 HTTP/1.1" status: 204 len: 168 time: 0.1984017 Jun 29 10:38:49.067672 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:49.074675 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e27b9f-4d28-4c86-b274-05660b6d0771,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:49.081009 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.081362 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.081722 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.082043 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.082355 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.082682 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.083000 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.083322 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.083644 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.083952 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.084256 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.084757 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:49.093491 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:55.678450 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2c633e84-164f-4961-96fa-c04b0f16a8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:58.005256 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbe01-95ba-4473-bd52-8fe413c0cb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:58.268121 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:59.039648 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:00.737163 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:24.544542 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:25.677599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-75fcea56-7f08-4c56-ab92-a39cc37a679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:28.004169 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2accc3b6-eb8c-43f1-8237-1d235ef54063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:28.279833 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:29.050393 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:30.743061 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:55.681976 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-86fe43ae-eae5-4ee4-9ba2-0d5497cea8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:58.005965 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-8f572815-170d-459d-aea4-23a5a1866833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:58.277589 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:59.053906 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:00.749275 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:01.548385 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 5 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:24.705282 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654961'] for agent, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:25.676585 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9803a8ff-9046-49fb-8546-7cd0373c3a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:27.999751 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-edaf8db3-3e55-4165-9ba2-7bfe100dd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:28.271026 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:29.049822 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:29.262540 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38330) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:29.385782 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-8d14f9a1-0d4b-4b19-a7f4-493ef6f7bf6f admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1189249 Jun 29 10:40:30.749482 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:31.522353 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38340) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:31.580130 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3338b80e-fa93-4d0e-a481-34291e00981e admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0565853 Jun 29 10:40:38.552990 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:54.668227 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:55.680319 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3b930690-f8d6-49e5-bbbd-5ccebc17c411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:58.011913 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-94da217a-baf9-4e4d-b71c-133b2ed48d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:58.286561 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:59.064113 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:00.756125 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:15.557244 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:24.663489 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:25.675113 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-0003b102-f0b0-496a-86c7-60f43ceb2e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:28.010874 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e68261bd-1709-4f75-b972-fdf72dc10db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:28.269566 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:29.055584 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:30.756799 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.558108 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:54.672296 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.670943 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9fba8338-4616-4d62-b3d2-b19c2cd651fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.015694 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e27826b-4adf-4944-9f0d-d1e620339cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.286486 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.075432 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.522811 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38546) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:00.764248 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.875787 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-218114758-network', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:00.899515 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Made reservation on behalf of 5f0b74ebe3564ae78e7c20e91f795f72 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:00.902286 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.910884 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.981512 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38572) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:01.005119 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.010910 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.014512 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:01.018573 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38578) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:01.047425 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:01.059206 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21697f9e-2645-46c9-92e3-f24c50f830d1,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:01.073437 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.073855 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Added segment 38a34304-d50e-4bf2-b87c-94c6bb298820 of type vlan for network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 Jun 29 10:42:01.134915 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.165424 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.165809 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.166236 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.166841 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.167360 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.167715 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.168045 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.168422 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.168764 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.169089 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.169413 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.170036 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Tracked resource versions report: Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: pushed versions: Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Log': {'1.0'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Network': {'1.1'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Port': {'1.7'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'PortForwarding': {'1.2'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'QosPolicy': {'1.8'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SubPort': {'1.0'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Subnet': {'1.1'}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Trunk': {'1.1'}} Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: consumer versions: Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'ConntrackHelper': '1.0', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Log': '1.0', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Network': '1.1', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Port': '1.7', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'PortForwarding': '1.2', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'QosPolicy': '1.8', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroup': '1.4', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SecurityGroupRule': '1.2', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'SubPort': '1.0', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Subnet': '1.1', Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: 'Trunk': '1.1'}} Jun 29 10:42:01.171422 dv-cinder-786627-13-iscsi neutron-server[99639]: {{(pid=99639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:01.177259 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38588) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:01.197762 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.199690 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:01.200875 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:01.201461 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.204509 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:01.265856 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38596) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:01.266395 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7415028 Jun 29 10:42:01.272281 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7aa164-fd0f-4912-a345-4c76b0d5cf34,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:01.273377 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Request body: {'subnet': {'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-subnet', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:01.275826 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:01.284362 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:01.327542 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-network', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:01.337442 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1732618534-network', 'tenant_id': '37dac446e48240d1960266d0e97a0bbc'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:01.359069 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Made reservation on behalf of 5f0b74ebe3564ae78e7c20e91f795f72 for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:01.362313 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.428100 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1114427906-network', 'tenant_id': '472a075443ff462b97250e1ba06e6b25'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:01.434162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Made reservation on behalf of 37dac446e48240d1960266d0e97a0bbc for: {'network': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:01.436633 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.471390 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Made reservation on behalf of 5eb46fee469147ad8a204594f4a59b87 for: {'network': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:01.473845 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.485117 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Made reservation on behalf of 472a075443ff462b97250e1ba06e6b25 for: {'network': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:01.489734 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.504133 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.528493 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.534569 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.806830 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.849966 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1233dbaa-7d59-418c-a51b-3325090491cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:01.858143 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.879913 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.007575 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=99640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:02.055921 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.056460 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.segments_db [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Added segment dd447b44-d3d7-45ab-ba86-15f78095612b of type vlan for network 8f3e2357-6526-4bdd-b760-72d0e5aa092d Jun 29 10:42:02.073465 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc0acc7-757f-4524-a940-ad0862dea75a,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.107620 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Checking segment: {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:02.108044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Network hostable DHCP agents. Network: ca7aa164-fd0f-4912-a345-4c76b0d5cf34, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:02.126089 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.126440 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.126765 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.127338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.127486 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.127783 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.128108 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.128423 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.128746 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.129057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.129365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.129686 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Tracked resource versions report: Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: pushed versions: Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Log': {'1.0'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Network': {'1.1'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Port': {'1.7'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'PortForwarding': {'1.2'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'QosPolicy': {'1.8'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SubPort': {'1.0'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Subnet': {'1.1'}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Trunk': {'1.1'}} Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: consumer versions: Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'ConntrackHelper': '1.0', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Log': '1.0', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Network': '1.1', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Port': '1.7', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'PortForwarding': '1.2', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'QosPolicy': '1.8', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroup': '1.4', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SecurityGroupRule': '1.2', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'SubPort': '1.0', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Subnet': '1.1', Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: 'Trunk': '1.1'}} Jun 29 10:42:02.130855 dv-cinder-786627-13-iscsi neutron-server[99640]: {{(pid=99640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:02.137561 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.137992 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:02.141500 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.206748 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:02.213203 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1b9dea-e52b-43cc-853a-4a22482f1eb5,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.222292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.229419 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.231650 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.233325 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:02.233964 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.236084 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:02.301486 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.304675 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, ca7aa164-fd0f-4912-a345-4c76b0d5cf34) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:02.310227 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Pushing event updated for resources: {'Network': ['ID=8f3e2357-6526-4bdd-b760-72d0e5aa092d,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.317758 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e318b-97ad-42d9-b10f-3cdd918fc3d0 None None] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:02.345485 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:02.346446 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.358001 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=99640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:02.405190 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.405762 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.segments_db [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Added segment 3d32b51d-bf54-438c-9275-6b14928d8593 of type vlan for network 9488fd3b-8463-4288-bec1-be4710d617e1 Jun 29 10:42:02.407301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.424553 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 8f3e2357-6526-4bdd-b760-72d0e5aa092d details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:02.446792 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:02.566883 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.572316 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fce18c-dc9a-4cd1-8fa6-c49934cf29b5,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.585428 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.601226 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aee825-2a78-4171-8862-7ebbdce4fbf0 None None] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:02.620826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.622152 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.623458 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:02.624037 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.627263 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:02.646377 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.676498 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4094455 Jun 29 10:42:02.678592 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6959784 Jun 29 10:42:02.679736 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38676) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:02.684157 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38678) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:02.686997 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6673553 Jun 29 10:42:02.693125 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:02.695643 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38682) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:02.703382 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Request body: {'subnet': {'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-subnet', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:02.704478 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Request body: {'subnet': {'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1732618534-subnet', 'tenant_id': '37dac446e48240d1960266d0e97a0bbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:02.715634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=99640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:02.722300 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Pushing event updated for resources: {'Network': ['ID=9488fd3b-8463-4288-bec1-be4710d617e1,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.732137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.732137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e066d850-653f-4ed5-881c-976f897d2aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:02.748946 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.749291 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.segments_db [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Added segment cbb55eb3-c5f2-4973-8402-66c2e6fd1788 of type vlan for network aea4f42f-8618-4153-ba28-fddba00eb9db Jun 29 10:42:02.758306 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 9488fd3b-8463-4288-bec1-be4710d617e1 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:02.761140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Made reservation on behalf of 37dac446e48240d1960266d0e97a0bbc for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:02.763807 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.790171 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa711f-9958-41c1-915e-fb5ffae960af,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.802021 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.869814 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Made reservation on behalf of 5eb46fee469147ad8a204594f4a59b87 for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:02.872167 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.876511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.920868 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.922115 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.934227 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38700) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:02.982944 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.986281 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:02.987102 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.992862 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-9a376a59-95cd-4269-83a9-8d1aaf134ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:03.024255 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.055623 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8756740 Jun 29 10:42:03.059657 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38706) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:03.069551 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Request body: {'subnet': {'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1114427906-subnet', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:03.117979 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Pushing event updated for resources: {'Network': ['ID=aea4f42f-8618-4153-ba28-fddba00eb9db,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:03.121544 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:03.129660 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network aea4f42f-8618-4153-ba28-fddba00eb9db details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:03.161693 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-32489fbe-533c-48c1-b892-38e4d060e104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.181254 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Made reservation on behalf of 472a075443ff462b97250e1ba06e6b25 for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:03.183786 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.281164 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38710) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:03.331497 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.333072 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.340823 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d81c8068-c14c-4c96-b047-8dc13b082aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:03.357113 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:03.392997 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.402080 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a03f28-5d41-4ef8-94f7-99b30ec0c52d,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:03.418777 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:03.425340 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Checking segment: {'id': 'dd447b44-d3d7-45ab-ba86-15f78095612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:03.425707 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Network hostable DHCP agents. Network: 8f3e2357-6526-4bdd-b760-72d0e5aa092d, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:03.495930 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Network 8f3e2357-6526-4bdd-b760-72d0e5aa092d is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:03.508564 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 8f3e2357-6526-4bdd-b760-72d0e5aa092d) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:03.516238 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:03.517083 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.526658 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e88c858a-ba35-428e-8a9c-2ea575bdfdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.533116 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6584f-9265-4c7c-b875-996706a46019 None None] Network 8f3e2357-6526-4bdd-b760-72d0e5aa092d requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:03.548305 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32f41dd-fe85-4f53-96e7-e4e9b21677fe,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:03.561155 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:03.675931 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad4fe7-db8a-43d2-bfe6-86bca8c38911 None None] Network 8f3e2357-6526-4bdd-b760-72d0e5aa092d requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:03.709913 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.718934 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Checking segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:03.719282 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Network hostable DHCP agents. Network: 9488fd3b-8463-4288-bec1-be4710d617e1, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:03.739742 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.789825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-32489fbe-533c-48c1-b892-38e4d060e104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.795574 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Network 9488fd3b-8463-4288-bec1-be4710d617e1 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:03.809936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-32489fbe-533c-48c1-b892-38e4d060e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.814442 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1273408 Jun 29 10:42:03.814665 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 9488fd3b-8463-4288-bec1-be4710d617e1) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:03.821685 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:03.847520 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff1c73-5907-476b-b5c8-c24fa03324a5 None None] Network 9488fd3b-8463-4288-bec1-be4710d617e1 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:03.851039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:03.851633 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.878522 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.881739 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Allocated IP 172.27.1.60 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:03.920283 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32489fbe-533c-48c1-b892-38e4d060e104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eef119-1bae-438c-8ec6-e69b1431d837,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:03.938274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-32489fbe-533c-48c1-b892-38e4d060e104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:03.938274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-590f54ba-cea4-44b5-a998-040986ac518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:03.949167 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-32489fbe-533c-48c1-b892-38e4d060e104 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f64b453cef348e58f2640bfa0b72c58&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0120425 Jun 29 10:42:03.973093 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38734) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:04.034478 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.050017 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c634196c-37a2-477d-a687-52c2dbc82b45,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:04.057510 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:04.080985 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Checking segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:04.081342 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Network hostable DHCP agents. Network: aea4f42f-8618-4153-ba28-fddba00eb9db, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:04.123202 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.126041 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e88c858a-ba35-428e-8a9c-2ea575bdfdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.138197 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e88c858a-ba35-428e-8a9c-2ea575bdfdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.138336 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.140520 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b4f7b0f4-ac8a-428a-a6b4-3ebde40b661b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:04.156495 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1f4c250b-6188-4867-80a9-de34dbc0d12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:04.167752 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-9488fd3b-8463-4288-bec1-be4710d617e1', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:42:04.168394 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4703631 Jun 29 10:42:04.168504 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.169732 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Network aea4f42f-8618-4153-ba28-fddba00eb9db is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:04.171518 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38750) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:04.180498 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:04.187933 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.205122 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:04.214312 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:04.217798 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:04.219661 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Pushing event updated for resources: {'Port': ['ID=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:04.228379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, aea4f42f-8618-4153-ba28-fddba00eb9db) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:04.246411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:04.247079 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.253171 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:04.256591 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-e88c858a-ba35-428e-8a9c-2ea575bdfdb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1ec3b7b181747b6934bf3fd7fa90480&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9743826 Jun 29 10:42:04.262205 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38754) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:04.265028 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c858a-ba35-428e-8a9c-2ea575bdfdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c12fce-2af0-4a68-a910-265061729766,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:04.274314 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e88c858a-ba35-428e-8a9c-2ea575bdfdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:04.294237 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.295326 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.301559 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2390499 Jun 29 10:42:04.302597 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 38756) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:04.308126 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:04.316142 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c3960-13b2-470d-b17d-fa039f72b7f0 None None] Network aea4f42f-8618-4153-ba28-fddba00eb9db requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:04.327634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.333441 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.337780 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3eef119-1bae-438c-8ec6-e69b1431d837 HTTP/1.1" status: 204 len: 168 time: 0.3636172 Jun 29 10:42:04.341269 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5baee1e9-f9ca-48c2-8c56-14abb60570f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:04.345917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.352489 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.353897 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.356124 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eef119-1bae-438c-8ec6-e69b1431d837,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:04.369196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:04.383742 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.417835 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.447207 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.451158 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.456201 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78c12fce-2af0-4a68-a910-265061729766 HTTP/1.1" status: 204 len: 168 time: 0.1886501 Jun 29 10:42:04.456201 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:04.467993 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c12fce-2af0-4a68-a910-265061729766,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:04.483752 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:04.563996 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.564657 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38782) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:04.571383 dv-cinder-786627-13-iscsi neutron-server[99640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:42:04.705512 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Allocated IP 172.20.0.2 (9488fd3b-8463-4288-bec1-be4710d617e1/f32f41dd-fe85-4f53-96e7-e4e9b21677fe/e9c76af5-fa36-438b-a39e-8307db080167) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:04.793024 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.849794 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-dc5b5bcf-663a-4ea9-8838-2a46056d557a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:04.857955 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-dc5b5bcf-663a-4ea9-8838-2a46056d557a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/networks?id=8f3e2357-6526-4bdd-b760-72d0e5aa092d HTTP/1.1" status: 200 len: 812 time: 0.2911904 Jun 29 10:42:04.885681 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-2e859083-fcaa-4e6d-9724-fdb94f161560 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/quotas/37dac446e48240d1960266d0e97a0bbc HTTP/1.1" status: 200 len: 375 time: 0.0178790 Jun 29 10:42:04.906365 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.039083 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-0d0b30cc-84ad-45d9-9549-e33b7abaf0ff tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37dac446e48240d1960266d0e97a0bbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1491027 Jun 29 10:42:05.070565 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-aea4f42f-8618-4153-ba28-fddba00eb9db', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:42:05.071471 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.098209 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.122223 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Transition to ACTIVE for port object e9c76af5-fa36-438b-a39e-8307db080167 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:05.145254 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38808) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:05.172672 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-15cdfee5-96dd-482b-a467-559379898b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.317571 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Transition to ACTIVE for port object e9c76af5-fa36-438b-a39e-8307db080167 will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:05.328489 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.346271 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:05.357869 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Network 9488fd3b-8463-4288-bec1-be4710d617e1 is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:05.373230 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.382947 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:05.405564 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:05.448051 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-15cdfee5-96dd-482b-a467-559379898b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.460104 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-15cdfee5-96dd-482b-a467-559379898b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.483254 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Attempting to bind port e9c76af5-fa36-438b-a39e-8307db080167 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:05.483884 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Attempting to bind port e9c76af5-fa36-438b-a39e-8307db080167 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:05.484192 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Attempting to bind port e9c76af5-fa36-438b-a39e-8307db080167 on network 9488fd3b-8463-4288-bec1-be4710d617e1 {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:05.494015 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:05.494470 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Checking segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:05.495675 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.495675 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Bound using segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:05.495952 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Bound port: e9c76af5-fa36-438b-a39e-8307db080167, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:05.496598 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.516660 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:05.521208 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-15cdfee5-96dd-482b-a467-559379898b2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e4ecd922e844e6ea46364520593cf93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3754323 Jun 29 10:42:05.523914 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38824) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:05.559883 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-20e75a82-7cf8-48ca-b5cc-683f387ddf34 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:42:05.562699 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-20e75a82-7cf8-48ca-b5cc-683f387ddf34 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1640706 Jun 29 10:42:05.567469 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] For port e9c76af5-fa36-438b-a39e-8307db080167, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:05.571147 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] For port e9c76af5-fa36-438b-a39e-8307db080167, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e9c76af5-fa36-438b-a39e-8307db080167,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:05.584903 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Pushing event updated for resources: {'Port': ['ID=e9c76af5-fa36-438b-a39e-8307db080167,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:05.585841 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdfee5-96dd-482b-a467-559379898b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da52a66a-8a47-42d8-b313-3e0a6e29b43a,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:05.594496 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Allocated IP 172.20.0.2 (aea4f42f-8618-4153-ba28-fddba00eb9db/c634196c-37a2-477d-a687-52c2dbc82b45/e9fca6eb-f8e5-4dde-8684-279a24631cf4) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:05.596583 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.596711 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.597522 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.597522 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.597872 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.598202 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.598516 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.598914 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.599253 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.599577 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.600084 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.600407 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Tracked resource versions report: Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: pushed versions: Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Log': {'1.0'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Network': {'1.1'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Port': {'1.7'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'PortForwarding': {'1.2'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'QosPolicy': {'1.8'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SubPort': {'1.0'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Subnet': {'1.1'}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Trunk': {'1.1'}} Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: consumer versions: Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'ConntrackHelper': '1.0', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Log': '1.0', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Network': '1.1', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Port': '1.7', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'PortForwarding': '1.2', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'QosPolicy': '1.8', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroup': '1.4', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SecurityGroupRule': '1.2', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'SubPort': '1.0', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Subnet': '1.1', Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: 'Trunk': '1.1'}} Jun 29 10:42:05.601799 dv-cinder-786627-13-iscsi neutron-server[99641]: {{(pid=99641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:05.604899 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.605691 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:05.612474 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:05.641951 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-15cdfee5-96dd-482b-a467-559379898b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:05.665800 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Pushing event updated for resources: {'Port': ['ID=e9c76af5-fa36-438b-a39e-8307db080167,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:05.673081 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:05.730055 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.758107 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.835520 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-697c6948-ec46-41cc-bcf4-defd1b77f1bf service neutron] 10.222.0.55 "GET /v2.0/networks/8f3e2357-6526-4bdd-b760-72d0e5aa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951232 Jun 29 10:42:05.881044 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.909841 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Transition to ACTIVE for port object e9fca6eb-f8e5-4dde-8684-279a24631cf4 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:05.922698 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.926024 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Transition to ACTIVE for port object e9fca6eb-f8e5-4dde-8684-279a24631cf4 will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:05.936108 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.936355 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.937451 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da52a66a-8a47-42d8-b313-3e0a6e29b43a HTTP/1.1" status: 204 len: 168 time: 0.4124553 Jun 29 10:42:05.940942 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:05.942832 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-32489fbe-533c-48c1-b892-38e4d060e104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:05.949654 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.953009 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.964479 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da52a66a-8a47-42d8-b313-3e0a6e29b43a,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:05.973518 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.012513 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Network aea4f42f-8618-4153-ba28-fddba00eb9db is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:06.031344 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:06.036457 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:06.038278 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-e61c84cd-93d7-44f2-9b89-8d6512f141cd service neutron] 10.222.0.55 "GET /v2.0/networks/8f3e2357-6526-4bdd-b760-72d0e5aa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967394 Jun 29 10:42:06.040560 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Pushing event updated for resources: {'Port': ['ID=e9fca6eb-f8e5-4dde-8684-279a24631cf4,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:06.043452 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.048941 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.133293 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Attempting to bind port e9fca6eb-f8e5-4dde-8684-279a24631cf4 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:06.135577 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Attempting to bind port e9fca6eb-f8e5-4dde-8684-279a24631cf4 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:06.136505 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Attempting to bind port e9fca6eb-f8e5-4dde-8684-279a24631cf4 on network aea4f42f-8618-4153-ba28-fddba00eb9db {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:06.145278 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:06.145705 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Checking segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:06.146081 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.146473 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Bound using segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:06.146941 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Bound port: e9fca6eb-f8e5-4dde-8684-279a24631cf4, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:06.147314 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.234064 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.293020 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] For port e9fca6eb-f8e5-4dde-8684-279a24631cf4, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:06.297215 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] For port e9fca6eb-f8e5-4dde-8684-279a24631cf4, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e9fca6eb-f8e5-4dde-8684-279a24631cf4,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:06.308081 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.315988 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:06.326026 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.469588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38852) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:06.483172 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Pushing event updated for resources: {'Port': ['ID=e9fca6eb-f8e5-4dde-8684-279a24631cf4,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:06.490138 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.544356 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Allocated IP 172.27.1.158 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/7c7e9b38-7371-4c9a-9804-7c56d62dcda9) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:06.561973 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9c76af5-fa36-438b-a39e-8307db080167 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:06.589563 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ebfce9fa-cddc-4797-a3c7-4c9da3b4f211 req-39a931a5-c1fb-4fe5-87a5-4a5ca8911fff tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.1146145 Jun 29 10:42:06.647551 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port e9c76af5-fa36-438b-a39e-8307db080167 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:06.718319 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:42:06.773385 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.926741 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:06.936133 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Sync routers for ids ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:06.949730 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Routers {'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:06.951798 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:06.973405 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.983448 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:07.000211 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.004365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 38878) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:07.004508 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3221409 Jun 29 10:42:07.024739 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:07.027053 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Allocated IP 172.27.1.152 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/9dea804a-c6a3-444e-b738-0010b3b7fd1c) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:07.047424 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:07.050718 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:07.200285 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:07.210882 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:07.254675 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba6f43-faa3-4df3-ba31-dfdf2a5ca1cc None None] Network 9488fd3b-8463-4288-bec1-be4710d617e1 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:07.404352 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Set router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:07.407700 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Provisioning for port e9c76af5-fa36-438b-a39e-8307db080167 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:07.431214 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Provisioning complete for port e9c76af5-fa36-438b-a39e-8307db080167 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:07.431590 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.489900 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.807214 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b164b8d0-4e90-45d6-a7bc-4653a235cee0 req-ef1f5c7b-94e2-4e85-a5d8-7959f82138ac tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.0770154 Jun 29 10:42:07.917263 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:42:04Z', 'revision_number': 3, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port': {'id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:03Z', 'updated_at': '2021-06-29T10:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:07.951690 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Checking router: b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:07.953052 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Updating router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:07.992044 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.033672 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.090788 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef69884-5378-4149-8db4-2e4f9884eaec None None] Network aea4f42f-8618-4153-ba28-fddba00eb9db requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:08.170160 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.282579 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] For port e9c76af5-fa36-438b-a39e-8307db080167, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e9c76af5-fa36-438b-a39e-8307db080167,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:08.310890 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.320609 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.322313 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.331458 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.366765 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.482412 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Pushing event updated for resources: {'Port': ['ID=e9c76af5-fa36-438b-a39e-8307db080167,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.486846 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.505329 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:08.594989 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9fca6eb-f8e5-4dde-8684-279a24631cf4 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:08.615909 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:08.628465 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:08.692347 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.706934 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Transition to ACTIVE for port object a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:08.715268 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-5051e6b4-ccc4-4555-b9d5-348019bcc884 None None] Provisioning for port e9fca6eb-f8e5-4dde-8684-279a24631cf4 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:08.728900 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.731728 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.799299 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Pushing event updated for resources: {'Port': ['ID=9dea804a-c6a3-444e-b738-0010b3b7fd1c,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.807095 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.820866 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Pushing event updated for resources: {'Port': ['ID=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,revision_number=2']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.823374 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Attempting to bind port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:08.823932 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Attempting to bind port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:08.824499 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Attempting to bind port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:08.835192 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.835772 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.837199 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.837810 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.838383 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.839124 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.839794 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.840344 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.840879 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.841412 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.843923 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.844573 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Tracked resource versions report: Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: pushed versions: Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Log': {'1.0'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Network': {'1.1'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Port': {'1.7'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'PortForwarding': {'1.2'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'QosPolicy': {'1.8'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SubPort': {'1.0'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Subnet': {'1.1'}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Trunk': {'1.1'}} Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: consumer versions: Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: { DHCP agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: HyperV agent@hv-cinder-78662: {}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: L3 agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: Metadata agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: Metering agent@dv-cinder-786627-13-iscsi: {}, Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: Open vSwitch agent@dv-cinder-786627-13-iscsi: { 'AddressGroup': '1.2', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'ConntrackHelper': '1.0', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Log': '1.0', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Network': '1.1', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Port': '1.7', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'PortForwarding': '1.2', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'QosPolicy': '1.8', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroup': '1.4', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SecurityGroupRule': '1.2', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'SubPort': '1.0', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Subnet': '1.1', Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: 'Trunk': '1.1'}} Jun 29 10:42:08.848307 dv-cinder-786627-13-iscsi neutron-server[99643]: {{(pid=99643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:08.860678 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port e9fca6eb-f8e5-4dde-8684-279a24631cf4 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:08.864931 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.867821 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:08.869986 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:08.870376 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.871073 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:08.873580 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Bound port: a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:08.874147 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.897877 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port e9fca6eb-f8e5-4dde-8684-279a24631cf4 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:08.898515 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.989978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.013352 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-fdfe344c-339d-4d51-9c44-6ee3c96fb5c7 None None] Provisioning complete for port e9c76af5-fa36-438b-a39e-8307db080167 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:09.014163 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-fdfe344c-339d-4d51-9c44-6ee3c96fb5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.062020 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] For port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:09.068315 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] For port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:09.079248 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.101580 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:09.113186 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Allocated IP 172.20.0.1 (ca7aa164-fd0f-4912-a345-4c76b0d5cf34/6bc0acc7-757f-4524-a940-ad0862dea75a/6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:09.147062 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0f84484f-0a6c-447c-aaab-359e12817c2e req-53ffc47a-7be4-4762-9bd9-6162ffe9ad00 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.1219285 Jun 29 10:42:09.187672 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.248381 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.288084 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Routers {'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:09.288524 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:09.297750 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port e9fca6eb-f8e5-4dde-8684-279a24631cf4, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e9fca6eb-f8e5-4dde-8684-279a24631cf4,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:09.356121 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Pushing event updated for resources: {'Port': ['ID=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:09.372746 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.377685 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:09.408818 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-179751a1-f3bf-4308-a589-3b1e1409b881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:09.426023 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.450629 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:42:09.510449 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=e9fca6eb-f8e5-4dde-8684-279a24631cf4,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:09.525245 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:09.536817 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] Set router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:09.536974 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.543884 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-fbc1c6cc-cb53-42be-a921-6b6a381fa551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:09.593122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:09.613499 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:09.617333 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:09.620321 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.736041 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Pushing event updated for resources: {'Port': ['ID=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:09.748722 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:09.766002 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a83e47a7-bc1e-4630-8879-6781e62066c1 None None] Provisioning complete for port e9fca6eb-f8e5-4dde-8684-279a24631cf4 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:09.766381 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a83e47a7-bc1e-4630-8879-6781e62066c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.887145 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39000) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:09.908094 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.974018 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:09.991236 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Sync routers for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:10.012585 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:42:04Z', 'revision_number': 3, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port': {'id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:03Z', 'updated_at': '2021-06-29T10:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:10.020352 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.024381 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-51ab465d-c3be-441c-abc6-f14989ae3bb2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7184899 Jun 29 10:42:10.027352 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39004) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:10.031404 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:10.033964 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:10.082258 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb5f1a-c033-444a-92c5-b6df9c547ee6 None None] The sync data for ids ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'] in dv-cinder-786627-13-iscsi is: [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:42:04Z', 'revision_number': 3, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port': {'id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:03Z', 'updated_at': '2021-06-29T10:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:10.149273 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a3585afe-e841-4e02-9cda-339e20c91629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.168529 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.255869 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:10.381313 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.397943 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.408606 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.412227 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:10.579642 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a3585afe-e841-4e02-9cda-339e20c91629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.580741 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9c76af5-fa36-438b-a39e-8307db080167 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:10.585559 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.50', 57403) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:10.690227 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Pushing event updated for resources: {'Port': ['ID=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:10.698873 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:10.715507 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a3585afe-e841-4e02-9cda-339e20c91629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.726535 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port e9c76af5-fa36-438b-a39e-8307db080167 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:10.726907 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.897039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-50c53866-4678-493c-9717-77a7f43d61cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:10.931996 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:07Z', 'revision_number': 3, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:10.952725 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-a3585afe-e841-4e02-9cda-339e20c91629 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=137d7d7153f34ee49b65937ee537ca0a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0624192 Jun 29 10:42:10.971888 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Checking router: 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:10.972588 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Updating router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:10.989506 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3585afe-e841-4e02-9cda-339e20c91629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67b94b-2349-40ff-a375-cf71960a2c85,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:10.994859 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39048) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:10.995830 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a3585afe-e841-4e02-9cda-339e20c91629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:11.001139 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5a563f6-deb6-4be4-8200-6229abd509d7 req-5a1689a1-be5d-43ce-b039-3e170517eb06 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.2935967 Jun 29 10:42:11.048393 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9fca6eb-f8e5-4dde-8684-279a24631cf4 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:11.063567 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.096390 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.101687 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.164029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.169262 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.173643 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc67b94b-2349-40ff-a375-cf71960a2c85 HTTP/1.1" status: 204 len: 168 time: 0.1727154 Jun 29 10:42:11.182077 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:11.204154 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67b94b-2349-40ff-a375-cf71960a2c85,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:11.211634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:11.234412 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:11.236547 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:11.319211 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port e9fca6eb-f8e5-4dde-8684-279a24631cf4 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:11.319892 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.338358 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-d9252d61-9836-49a6-8854-207864af1728 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:11.339886 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-d9252d61-9836-49a6-8854-207864af1728 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.50 "GET /v2.0/networks?id=8f3e2357-6526-4bdd-b760-72d0e5aa092d HTTP/1.1" status: 200 len: 812 time: 0.7426825 Jun 29 10:42:11.425598 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39072) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:11.449680 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Request body: {'port': {'device_id': '4de33b5c-517e-497a-98d5-269393a2cc05', 'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d', 'admin_state_up': True, 'tenant_id': '37dac446e48240d1960266d0e97a0bbc'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:11.517186 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:42:11.595053 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Router 3d04cb39-ce72-4157-9403-79e9116643fe is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:42:11.746752 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:11.765592 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] 10.222.0.55 "PUT /v2.0/routers/b110729b-c5f4-43b1-bc4f-41a04c1aa5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7515857 Jun 29 10:42:11.801906 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:11.815616 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Sync routers for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:11.830763 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:11.836479 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:11.851607 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c097b086-72b2-4f35-af50-b456376c3680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.862362 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.865693 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6868644 Jun 29 10:42:11.866905 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39096) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:11.902602 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.926515 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Transition to ACTIVE for port object 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:11.949918 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:11.950965 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:12.030412 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b27912-c498-4828-aaaa-29d4340fa686 None None] Pushing event updated for resources: {'Port': ['ID=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:12.117336 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39108) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:12.174993 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Attempting to bind port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:12.175397 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Attempting to bind port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:12.175772 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Attempting to bind port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:12.181206 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c097b086-72b2-4f35-af50-b456376c3680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.184378 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:12.186210 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-55eadd20-9e50-4b7c-b2ea-3e118d36204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.186425 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:12.186877 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.187286 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:12.187783 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Bound port: 7c7e9b38-7371-4c9a-9804-7c56d62dcda9, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:12.188201 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.228880 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c097b086-72b2-4f35-af50-b456376c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.245350 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:12.290022 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Made reservation on behalf of 37dac446e48240d1960266d0e97a0bbc for: {'port': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:12.293546 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.354668 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-c097b086-72b2-4f35-af50-b456376c3680 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=912a0e2f63704f94a9806bcf95ab9def&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8983085 Jun 29 10:42:12.370829 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39114) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:12.397069 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] For port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:12.408667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] For port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:12.416784 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-15b27912-c498-4828-aaaa-29d4340fa686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:12.435526 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.445575 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097b086-72b2-4f35-af50-b456376c3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a1fb4c-d318-4c6f-955c-d73f9dfbd999,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:12.446122 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-2fdf54f2-36b7-427f-a8e6-d5a338359f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:12.456043 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-c097b086-72b2-4f35-af50-b456376c3680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:12.456975 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:12.515000 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:12.626821 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:12.815717 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b2a32f01-70c1-40ea-8e57-2bbb12c5bfe0 req-d06e7fa1-551e-49de-923e-56005ef3d796 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.1391237 Jun 29 10:42:12.865021 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:08Z', 'revision_number': 3, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:12.927357 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Checking router: 3d04cb39-ce72-4157-9403-79e9116643fe for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:12.928474 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Updating router 3d04cb39-ce72-4157-9403-79e9116643fe port 9dea804a-c6a3-444e-b738-0010b3b7fd1c binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:13.015709 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.031674 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Sync routers for ids ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:13.037894 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b27912-c498-4828-aaaa-29d4340fa686 None None] Pushing event updated for resources: {'Port': ['ID=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:13.047409 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:13.048242 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:13.061935 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-15b27912-c498-4828-aaaa-29d4340fa686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:13.290143 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Routers {'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:13.291267 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:13.305204 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Allocated IP 172.20.0.1 (aea4f42f-8618-4153-ba28-fddba00eb9db/c634196c-37a2-477d-a687-52c2dbc82b45/52913489-b513-416b-8c42-35a735248016) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:13.419685 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.443262 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.provisioning_blocks [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Transition to ACTIVE for port object 52913489-b513-416b-8c42-35a735248016 will not be triggered until provisioned by entity DHCP. {{(pid=99639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:13.455644 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Set router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:13.484181 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.510164 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Transition to ACTIVE for port object 9dea804a-c6a3-444e-b738-0010b3b7fd1c will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:13.530178 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.532573 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.540254 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.557467 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-d84d5adc-a7d4-4af1-bcfb-3dbc96322829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:13.595967 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-26b92f4a-be0a-4db8-aec8-1670e5e44853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:13.619803 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:13.631811 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:13.684273 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Attempting to bind port 9dea804a-c6a3-444e-b738-0010b3b7fd1c on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:13.684818 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Attempting to bind port 9dea804a-c6a3-444e-b738-0010b3b7fd1c by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:13.685033 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Attempting to bind port 9dea804a-c6a3-444e-b738-0010b3b7fd1c on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:13.700532 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34121ca-6c6c-43ea-a551-a45cd3d9380e None None] Pushing event updated for resources: {'Port': ['ID=9dea804a-c6a3-444e-b738-0010b3b7fd1c,revision_number=2']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:13.716084 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-d34121ca-6c6c-43ea-a551-a45cd3d9380e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:13.717345 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:13.722386 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:13.723739 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.724526 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:13.725782 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Bound port: 9dea804a-c6a3-444e-b738-0010b3b7fd1c, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:13.726482 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.732326 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Network aea4f42f-8618-4153-ba28-fddba00eb9db is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:13.757663 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Pushing event updated for resources: {'Port': ['ID=52913489-b513-416b-8c42-35a735248016,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:13.769436 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:13.770559 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:13.816719 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:13.817329 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.826001 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] For port 9dea804a-c6a3-444e-b738-0010b3b7fd1c, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:13.829754 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] For port 9dea804a-c6a3-444e-b738-0010b3b7fd1c, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9dea804a-c6a3-444e-b738-0010b3b7fd1c,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:13.838785 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.863198 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:13.865016 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:13.865389 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.970392 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.005464 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:14.006136 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:14.011168 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-af58d9e8-0d62-4b7e-bdf0-5cdbb82816c8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.012715 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-af58d9e8-0d62-4b7e-bdf0-5cdbb82816c8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 818 time: 0.6646369 Jun 29 10:42:14.115189 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34121ca-6c6c-43ea-a551-a45cd3d9380e None None] Pushing event updated for resources: {'Port': ['ID=9dea804a-c6a3-444e-b738-0010b3b7fd1c,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:14.122082 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-d34121ca-6c6c-43ea-a551-a45cd3d9380e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:14.272601 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Allocated IP 172.20.0.1 (9488fd3b-8463-4288-bec1-be4710d617e1/f32f41dd-fe85-4f53-96e7-e4e9b21677fe/644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:14.304386 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:14.400422 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.416642 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:42:09Z', 'revision_number': 4, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port': {'id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:03Z', 'updated_at': '2021-06-29T10:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844', 'name': '', 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'mac_address': 'fa:16:3e:b3:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:08Z', 'updated_at': '2021-06-29T10:42:10Z', 'revision_number': 2, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'subnets': [{'id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:14.421539 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a4c41871-96da-4a21-a0f6-d40f51989b88 None None] Provisioning for port 52913489-b513-416b-8c42-35a735248016 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:14.423949 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.448657 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e3f29321-9636-4eaa-bb86-9058105ed080 req-e048cf04-3b00-4fca-9138-ab05bfaeae01 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.0395803 Jun 29 10:42:14.454667 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-4a19a56b-3c34-49f8-b6f3-d00b540634d2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/quotas/5f0b74ebe3564ae78e7c20e91f795f72 HTTP/1.1" status: 200 len: 375 time: 0.4300761 Jun 29 10:42:14.472129 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Transition to ACTIVE for port object 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:14.534868 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Checking router: b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:14.543756 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Updating router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:14.611804 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a4c41871-96da-4a21-a0f6-d40f51989b88 None None] Provisioning complete for port 52913489-b513-416b-8c42-35a735248016 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:14.612254 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a4c41871-96da-4a21-a0f6-d40f51989b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.621526 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.639127 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.681747 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.703454 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:14.706632 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:08Z', 'revision_number': 3, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:14.715133 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-5775a8c1-ac84-48f8-b901-367f3a4a1a63 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2508249 Jun 29 10:42:14.816197 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1030e8-622d-4ade-a237-786aaec81efa None None] The sync data for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi is: [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:08Z', 'revision_number': 3, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:14.875099 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Allocated IP 172.20.0.13 (8f3e2357-6526-4bdd-b760-72d0e5aa092d/53a03f28-5d41-4ef8-94f7-99b30ec0c52d/b915415b-e929-4df3-bf21-c8b1f12d2446) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:14.879267 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-55eadd20-9e50-4b7c-b2ea-3e118d36204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.881078 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ea588ea1-d8c8-4069-9ae0-6a0f01c8ccbd service neutron] 10.222.0.55 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271405 Jun 29 10:42:14.888980 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.907253 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-55eadd20-9e50-4b7c-b2ea-3e118d36204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.908173 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Network 9488fd3b-8463-4288-bec1-be4710d617e1 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:14.955500 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:14.960576 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-55eadd20-9e50-4b7c-b2ea-3e118d36204e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e69536adbaf049faa5bd74480ebaf575&name=default HTTP/1.1" status: 200 len: 2978 time: 2.8312457 Jun 29 10:42:14.967532 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39146) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:14.986520 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:14.991423 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:14.992727 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.036999 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eadd20-9e50-4b7c-b2ea-3e118d36204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4266c903-5602-4a17-b020-e76862e51c70,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.042346 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-55eadd20-9e50-4b7c-b2ea-3e118d36204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.157729 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Pushing event updated for resources: {'Port': ['ID=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.161298 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.247638 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.259753 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:15.270343 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.294255 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-167bf266-0ac1-4948-bc18-a0321e1c778f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:15.310321 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-a4c41871-96da-4a21-a0f6-d40f51989b88 None None] Port 52913489-b513-416b-8c42-35a735248016 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:15.466099 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.491119 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.516671 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:07Z', 'revision_number': 3, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:15.633951 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-68db3130-f7cd-4e1c-8970-5237587ca160 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243843 Jun 29 10:42:15.634527 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.637096 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-c746eed8-68da-4ccf-8ce7-0c2fbf4ca4f5 None None] Provisioning for port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:15.642399 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.644264 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.652598 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.656352 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76a1fb4c-d318-4c6f-955c-d73f9dfbd999 HTTP/1.1" status: 204 len: 168 time: 3.2771902 Jun 29 10:42:15.656565 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Transition to ACTIVE for port object 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:15.661293 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:15.664777 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-c746eed8-68da-4ccf-8ce7-0c2fbf4ca4f5 None None] Provisioning complete for port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:15.665413 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c746eed8-68da-4ccf-8ce7-0c2fbf4ca4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.673703 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.688971 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.702397 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a1fb4c-d318-4c6f-955c-d73f9dfbd999,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.705373 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.732396 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:15.734402 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.737503 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13618c74-9aa4-4a62-8c76-af12e3dbb5e1 None None] The sync data for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi is: [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:07Z', 'revision_number': 3, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:15.776001 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.781601 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:15.842838 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d87e384f-0e10-4acf-a5a1-99336aabf50b req-5229deba-9f84-48b7-afc6-b7869d586278 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.0928679 Jun 29 10:42:15.875934 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.882415 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f82cd2-357d-407e-8b00-2854fbf7168b None None] Pushing event updated for resources: {'Port': ['ID=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.885400 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-c2f82cd2-357d-407e-8b00-2854fbf7168b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.890772 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-c746eed8-68da-4ccf-8ce7-0c2fbf4ca4f5 None None] Port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:15.938181 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Pushing event updated for resources: {'Port': ['ID=52913489-b513-416b-8c42-35a735248016,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.943117 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:16.152720 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.174307 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.182630 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4266c903-5602-4a17-b020-e76862e51c70 HTTP/1.1" status: 204 len: 168 time: 1.2129719 Jun 29 10:42:16.190343 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Attempting to bind port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:16.194065 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Attempting to bind port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:16.194383 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Attempting to bind port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 on network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:16.199655 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:16.214688 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:16.215071 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Checking segment: {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:16.215484 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.218843 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Bound using segment: {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:16.219281 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Bound port: 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:16.222045 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.250450 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.259697 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4266c903-5602-4a17-b020-e76862e51c70,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:16.285996 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:16.364701 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e67fad83-c209-4aec-b27b-bb5832dbf65b req-f1b7c86e-0fd5-4a0f-bf19-5a368fa731ae tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 210 time: 0.1474209 Jun 29 10:42:16.452379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.482859 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.492279 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.496188 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:16.513177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Network aea4f42f-8618-4153-ba28-fddba00eb9db is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:16.543424 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:16.575864 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] For port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:16.581315 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] For port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:16.606802 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.611582 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:16.955234 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Routers {'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:16.955956 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:16.958916 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Pushing event updated for resources: {'Port': ['ID=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:16.966286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:16.966425 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f82cd2-357d-407e-8b00-2854fbf7168b None None] Pushing event updated for resources: {'Port': ['ID=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:16.987749 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-c2f82cd2-357d-407e-8b00-2854fbf7168b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:17.092507 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Network 9488fd3b-8463-4288-bec1-be4710d617e1 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:17.094515 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:17.099177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:42:17.117055 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:17.177286 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:17.705949 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Network 8f3e2357-6526-4bdd-b760-72d0e5aa092d is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:17.719718 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:17.735781 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:17.777147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:17.780074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:17.925103 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:18.065341 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-3b0e7084-5e04-4366-9e0c-ba31cb542879 None None] Provisioning complete for port 52913489-b513-416b-8c42-35a735248016 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:18.075366 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7084-5e04-4366-9e0c-ba31cb542879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.102951 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Pushing event updated for resources: {'Port': ['ID=b915415b-e929-4df3-bf21-c8b1f12d2446,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:18.127320 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:18.137482 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6943595 Jun 29 10:42:18.183147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-45f62224-f195-4b12-98fb-80d8e71afe7a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:42:18.183501 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-62aad984-6db4-4bc1-aa1e-7e59f30fc120 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.191883 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-45f62224-f195-4b12-98fb-80d8e71afe7a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384729 Jun 29 10:42:18.196842 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-62aad984-6db4-4bc1-aa1e-7e59f30fc120 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 818 time: 0.5904610 Jun 29 10:42:18.297998 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:18.367098 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-9e76f661-d88e-4a11-8f76-8317214c54a7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/quotas/5f0b74ebe3564ae78e7c20e91f795f72 HTTP/1.1" status: 200 len: 375 time: 0.1657863 Jun 29 10:42:18.386380 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e7084-5e04-4366-9e0c-ba31cb542879 None None] Port 52913489-b513-416b-8c42-35a735248016 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:18.399552 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] Set router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:18.444469 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:18.478759 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] 10.222.0.55 "PUT /v2.0/routers/3df52b7a-a3bb-425c-9017-7fdc8af6fd77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4460304 Jun 29 10:42:18.503414 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:18.506478 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.671095 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9bc3c-7bab-40d8-82f1-a3f530ad9e35 req-efc22872-76bc-461c-a7c7-950523bfb00a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.673079 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7b9bc3c-7bab-40d8-82f1-a3f530ad9e35 req-efc22872-76bc-461c-a7c7-950523bfb00a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 932 time: 1.3137782 Jun 29 10:42:18.768339 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7b9bc3c-7bab-40d8-82f1-a3f530ad9e35 req-6369072b-5b46-4efd-bdbf-18ecdc2e3f1d tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835733 Jun 29 10:42:18.814230 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-b0cf8c37-2d4b-4bf8-81d3-786171897726 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4411781 Jun 29 10:42:18.836696 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-f9b53f14-a89f-4f5b-86d3-f6d241b5baa6 None None] Provisioning complete for port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:18.837009 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-f9b53f14-a89f-4f5b-86d3-f6d241b5baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.839335 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Router 3d04cb39-ce72-4157-9403-79e9116643fe has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:42:18.980552 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39274) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:19.073097 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-f9b53f14-a89f-4f5b-86d3-f6d241b5baa6 None None] Port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:19.145920 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:19.156829 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Sync routers for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:19.176118 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:19.177349 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] 10.222.0.55 "PUT /v2.0/routers/3d04cb39-ce72-4157-9403-79e9116643fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3092651 Jun 29 10:42:19.180052 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:19.241489 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Request body: {'port': {'device_id': '4de33b5c-517e-497a-98d5-269393a2cc05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:19.448211 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-39152580-1e26-4e99-b888-9aaffe2ec558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:19.515034 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:19.568849 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:19.621768 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:19.634541 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:19.638435 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9dea804a-c6a3-444e-b738-0010b3b7fd1c up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:19.642536 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:19.645590 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-c2f82cd2-357d-407e-8b00-2854fbf7168b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:19.780514 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Sync routers for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:19.828206 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:19.830664 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:20.107209 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 2, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:20.167636 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:20.193806 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Checking router: 3d04cb39-ce72-4157-9403-79e9116643fe for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:20.195166 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Updating router 3d04cb39-ce72-4157-9403-79e9116643fe port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:20.263599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:20.287552 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:20.328600 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-cacb6447-887b-467f-8dd7-b2a2c6fa1120 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:42:20.329927 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-cacb6447-887b-467f-8dd7-b2a2c6fa1120 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1442347 Jun 29 10:42:20.333938 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:20.433838 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-39152580-1e26-4e99-b888-9aaffe2ec558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:20.444108 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-39152580-1e26-4e99-b888-9aaffe2ec558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:20.459827 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fca0f15f-9b86-4fcb-9c32-6160c5e954c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:20.560753 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-04dbeadb-5574-46ec-b677-2ee466ce4b0e service neutron] 10.222.0.55 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240806 Jun 29 10:42:20.593405 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 9dea804a-c6a3-444e-b738-0010b3b7fd1c completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:20.604200 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:42:09Z', 'revision_number': 4, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port': {'id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:03Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844', 'name': '', 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'mac_address': 'fa:16:3e:b3:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:08Z', 'updated_at': '2021-06-29T10:42:16Z', 'revision_number': 4, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'subnets': [{'id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:20.607068 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 9dea804a-c6a3-444e-b738-0010b3b7fd1c triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:20.607708 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:20.643055 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-39152580-1e26-4e99-b888-9aaffe2ec558 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d95871eca46e483d9b8516a6e815e3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6612923 Jun 29 10:42:20.643685 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39326) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:20.684122 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42ef0a-dfe8-459c-98e8-a2f03a911e18 None None] The sync data for ids ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'] in dv-cinder-786627-13-iscsi is: [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:42:09Z', 'revision_number': 4, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port': {'id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:03Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844', 'name': '', 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'mac_address': 'fa:16:3e:b3:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:08Z', 'updated_at': '2021-06-29T10:42:16Z', 'revision_number': 4, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'subnets': [{'id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:20.724559 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.50', 57425) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:20.757177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39152580-1e26-4e99-b888-9aaffe2ec558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b54130-2b53-4dde-ab25-ed8efce11420,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:20.798890 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-39152580-1e26-4e99-b888-9aaffe2ec558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:21.044930 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.110398 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-a9c865af-fdf7-4c3c-bbb1-8441a126c6c0 service neutron] 10.222.0.55 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482700 Jun 29 10:42:21.143253 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b915415b-e929-4df3-bf21-c8b1f12d2446 {{(pid=99639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:21.174009 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.215366 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.274445 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ac638fb9-04ea-4423-b28d-ff2a8d6cbd05 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:21.277655 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ac638fb9-04ea-4423-b28d-ff2a8d6cbd05 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 818 time: 0.5468793 Jun 29 10:42:21.280895 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39340) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:21.320799 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932150546', 'description': 'tempest-description--1785494981'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:21.354137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Request body: {'port': {'device_id': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'admin_state_up': True, 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:21.357129 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 9dea804a-c6a3-444e-b738-0010b3b7fd1c, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9dea804a-c6a3-444e-b738-0010b3b7fd1c,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:21.405250 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.409116 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:21.432567 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:21.615516 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.630166 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Transition to ACTIVE for port object 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:21.647909 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.673912 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:21.720011 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 2, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:21.848608 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd2628-177e-48e8-b771-4c26b34d0da2 None None] Pushing event updated for resources: {'Port': ['ID=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:21.859764 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-59fd2628-177e-48e8-b771-4c26b34d0da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:21.970628 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.provisioning_blocks [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Transition to ACTIVE for port object b915415b-e929-4df3-bf21-c8b1f12d2446 will not be triggered until provisioned by entity L2. {{(pid=99639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:21.991386 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.993398 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Checking router: 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:21.996779 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Updating router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 port 52913489-b513-416b-8c42-35a735248016 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:22.010179 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.035215 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5629265b-04ae-47d4-98cc-982bc19f3873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:22.061507 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.090543 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=9dea804a-c6a3-444e-b738-0010b3b7fd1c,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:22.135427 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:22.201760 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Attempting to bind port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:22.202150 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Attempting to bind port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:22.202406 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Attempting to bind port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 on network 9488fd3b-8463-4288-bec1-be4710d617e1 {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:22.228018 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.238298 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:22.239443 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Checking segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:22.241050 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.241657 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:22.242514 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.243404 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Bound using segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:22.247674 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Bound port: 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:22.249526 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.339602 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] For port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:22.342208 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b915415b-e929-4df3-bf21-c8b1f12d2446,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:22.344175 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] For port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:22.357102 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.376144 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:22.440384 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:22.532002 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940731c0-e03f-4c59-96fd-ef4a06710c1e req-ef6bb3db-9a3e-4d97-9c53-62cf6d4f2ea4 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:22.537198 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-940731c0-e03f-4c59-96fd-ef4a06710c1e req-ef6bb3db-9a3e-4d97-9c53-62cf6d4f2ea4 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 932 time: 0.8828838 Jun 29 10:42:22.563608 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd2628-177e-48e8-b771-4c26b34d0da2 None None] Pushing event updated for resources: {'Port': ['ID=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,revision_number=4']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:22.635509 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:22.636158 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:22.885099 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-940731c0-e03f-4c59-96fd-ef4a06710c1e req-7bb91efc-0195-4e40-b905-97c2edcc817c tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327675 Jun 29 10:42:22.896351 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.managers [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Attempting to bind port b915415b-e929-4df3-bf21-c8b1f12d2446 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:22.919447 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.managers [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Attempting to bind port b915415b-e929-4df3-bf21-c8b1f12d2446 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'dd447b44-d3d7-45ab-ba86-15f78095612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d'}] {{(pid=99639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:22.919939 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Attempting to bind port b915415b-e929-4df3-bf21-c8b1f12d2446 on network 8f3e2357-6526-4bdd-b760-72d0e5aa092d {{(pid=99639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:22.951223 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Port b915415b-e929-4df3-bf21-c8b1f12d2446 on network 8f3e2357-6526-4bdd-b760-72d0e5aa092d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:22.952672 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Attempting to bind port b915415b-e929-4df3-bf21-c8b1f12d2446 on network 8f3e2357-6526-4bdd-b760-72d0e5aa092d {{(pid=99639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:22.959708 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.994060 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.995374 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.999764 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11b54130-2b53-4dde-ab25-ed8efce11420 HTTP/1.1" status: 204 len: 168 time: 2.3509619 Jun 29 10:42:23.004200 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:23.023916 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:23.036567 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:23.038486 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Checking segment: {'id': 'dd447b44-d3d7-45ab-ba86-15f78095612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:23.039295 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Bound using segment: {'id': 'dd447b44-d3d7-45ab-ba86-15f78095612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d'} {{(pid=99639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:23.054141 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.managers [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Bound port: b915415b-e929-4df3-bf21-c8b1f12d2446, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd447b44-d3d7-45ab-ba86-15f78095612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d'}}] {{(pid=99639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:23.054764 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.066555 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b54130-2b53-4dde-ab25-ed8efce11420,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:23.071486 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.131986 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-15cdfee5-96dd-482b-a467-559379898b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:23.133407 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:23.169187 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-59fd2628-177e-48e8-b771-4c26b34d0da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:23.187925 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Made reservation on behalf of 5f0b74ebe3564ae78e7c20e91f795f72 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:23.192780 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.246006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.248102 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9504635 Jun 29 10:42:23.251300 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39406) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:23.272061 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'security_group_rule': {'security_group_id': 'ee372535-3dcb-48ac-b470-7c56349f2ca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:23.278341 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.287544 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee372535-3dcb-48ac-b470-7c56349f2ca2,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:23.321487 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:23.359542 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] For port b915415b-e929-4df3-bf21-c8b1f12d2446, host hv-cinder-78662, cleared binding levels {{(pid=99639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:23.375740 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] For port b915415b-e929-4df3-bf21-c8b1f12d2446, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b915415b-e929-4df3-bf21-c8b1f12d2446,segment=NetworkSegment(dd447b44-d3d7-45ab-ba86-15f78095612b),segment_id=dd447b44-d3d7-45ab-ba86-15f78095612b)] {{(pid=99639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:23.391315 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.406315 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:23.409433 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Transition to ACTIVE for port object 52913489-b513-416b-8c42-35a735248016 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:23.518295 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:23.520382 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.525444 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] 10.222.0.50 "PUT /v2.0/ports/b915415b-e929-4df3-bf21-c8b1f12d2446 HTTP/1.1" status: 200 len: 1094 time: 4.9096172 Jun 29 10:42:23.544264 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de33b5c-517e-497a-98d5-269393a2cc05', 'tag': 'b915415b-e929-4df3-bf21-c8b1f12d2446'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:23.594434 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.635679 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-21e45d61-6378-4473-a592-e7aa99156c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:23.834817 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39410) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:23.841284 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ccba8-ad50-4fd3-a35f-bd9519345173 None None] Pushing event updated for resources: {'Port': ['ID=52913489-b513-416b-8c42-35a735248016,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:23.862953 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-4a0ccba8-ad50-4fd3-a35f-bd9519345173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:23.901454 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039866921', 'description': 'tempest-description--1790579188'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:23.986773 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:22Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:24.053020 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:24.058759 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b915415b-e929-4df3-bf21-c8b1f12d2446,revision_number=3']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:24.128237 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286937e-1728-48f7-993b-047db8a06f5f None None] The sync data for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi is: [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:22Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:24.267911 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39430) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:24.326957 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:24.429080 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.576285 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d051c401-2beb-46b3-a87b-9fa2ac288305 req-b8ca2de2-d81d-4a4f-9727-9d2da77f6545 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 210 time: 0.1976175 Jun 29 10:42:24.691515 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ddedb7-44cd-4876-8804-403d00e1797c" -d '{"events": [{"name": "network-changed", "server_uuid": "4de33b5c-517e-497a-98d5-269393a2cc05", "tag": "b915415b-e929-4df3-bf21-c8b1f12d2446"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:24.698671 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.791937 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-869d6086-e12b-43da-9273-90799514fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:24.793802 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-869d6086-e12b-43da-9273-90799514fd32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37dac446e48240d1960266d0e97a0bbc&device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 1097 time: 0.9657207 Jun 29 10:42:24.825837 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f17f4011-f16e-483c-81d3-b644941e04c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.876159 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Attempting to bind port 52913489-b513-416b-8c42-35a735248016 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:24.877310 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Attempting to bind port 52913489-b513-416b-8c42-35a735248016 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:24.877881 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Attempting to bind port 52913489-b513-416b-8c42-35a735248016 on network aea4f42f-8618-4153-ba28-fddba00eb9db {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:24.887432 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:24.888439 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Checking segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:24.889010 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.890165 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Bound using segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:24.890834 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Bound port: 52913489-b513-416b-8c42-35a735248016, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:24.891383 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.939262 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.50', 57432) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:24.940655 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Allocated IP 172.20.0.9 (ca7aa164-fd0f-4912-a345-4c76b0d5cf34/6bc0acc7-757f-4524-a940-ad0862dea75a/165ef628-2a51-4d6d-95e6-7930eb6cfe8f) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:24.987110 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.000723 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] For port 52913489-b513-416b-8c42-35a735248016, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:25.006930 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] For port 52913489-b513-416b-8c42-35a735248016, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=52913489-b513-416b-8c42-35a735248016,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:25.021852 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.034698 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a4287709-ac79-433f-bed2-3a8599d2286e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:25.172451 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ccba8-ad50-4fd3-a35f-bd9519345173 None None] Pushing event updated for resources: {'Port': ['ID=52913489-b513-416b-8c42-35a735248016,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:25.179405 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-4a0ccba8-ad50-4fd3-a35f-bd9519345173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:25.180327 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.229894 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:25.230558 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:41:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:25.268934 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.276553 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.320892 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-0fbde5d7-32d7-4641-87e0-22bc092ff90b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b915415b-e929-4df3-bf21-c8b1f12d2446 HTTP/1.1" status: 200 len: 217 time: 0.4883819 Jun 29 10:42:25.327897 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-87d5a899-49ba-413b-9527-ae289104a919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:25.399916 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.409799 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.413593 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5456235 Jun 29 10:42:25.416864 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39470) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:25.439025 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a1037e-443d-4048-ac9a-b669b205f1ce x-openstack-request-id: req-01a1037e-443d-4048-ac9a-b669b205f1ce {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:25.439236 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de33b5c-517e-497a-98d5-269393a2cc05", "tag": "b915415b-e929-4df3-bf21-c8b1f12d2446", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:25.439527 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01a1037e-443d-4048-ac9a-b669b205f1ce {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:25.440011 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de33b5c-517e-497a-98d5-269393a2cc05', 'tag': 'b915415b-e929-4df3-bf21-c8b1f12d2446', 'status': 'completed', 'code': 200} Jun 29 10:42:25.493332 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:25.496240 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.515478 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'security_group_rule': {'security_group_id': '29b7afd2-a43d-41ce-8092-3e5d70abeaea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:25.530370 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b7afd2-a43d-41ce-8092-3e5d70abeaea,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:25.556661 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:25.592377 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-dfe9cdcd-77d9-4de4-809f-e41ee41e4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:25.594221 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-dfe9cdcd-77d9-4de4-809f-e41ee41e4239 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53a03f28-5d41-4ef8-94f7-99b30ec0c52d HTTP/1.1" status: 200 len: 852 time: 0.1881752 Jun 29 10:42:25.617726 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:25.702577 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3531d04-c5e2-45ce-aa33-bcd39e83141d,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:25.719892 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:25.851162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f942-0826-4758-89cb-14285fc03695 req-a9334a3b-8bf2-4959-9fb9-218acb255535 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:25.853001 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6651f942-0826-4758-89cb-14285fc03695 req-a9334a3b-8bf2-4959-9fb9-218acb255535 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 944 time: 1.0446062 Jun 29 10:42:25.896881 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-18f53072-b272-403d-b035-c35adb1ffc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.909393 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:25.914835 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-dd8ad3ae-11da-4fab-a865-494c05697baf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f3e2357-6526-4bdd-b760-72d0e5aa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2937577 Jun 29 10:42:25.924012 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f17f4011-f16e-483c-81d3-b644941e04c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.931382 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f17f4011-f16e-483c-81d3-b644941e04c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.936378 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.019428 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f4011-f16e-483c-81d3-b644941e04c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7ce2a-bd63-463d-899c-d9382e8a2dd9,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:26.026985 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-f17f4011-f16e-483c-81d3-b644941e04c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ddcc8d4831be4c78aa9dbf7b179f9de8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6965318 Jun 29 10:42:26.026985 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-f17f4011-f16e-483c-81d3-b644941e04c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:26.028092 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39494) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:26.057552 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bb42ccc8-1912-44f5-ae78-a0751407188e req-290c3013-b86a-4787-b594-f7d9443a5379 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 210 time: 0.1796725 Jun 29 10:42:26.154059 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:26.191545 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.221646 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9689021 Jun 29 10:42:26.243619 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39500) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:26.320777 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-d93a2461-5f44-4741-a5e5-716adf0a1e20 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'security_group_rule': {'security_group_id': 'ee372535-3dcb-48ac-b470-7c56349f2ca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:26.411063 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-16d94504-e81c-4dc2-a33e-2536dab35ddb service neutron] 10.222.0.50 "GET /v2.0/networks/8f3e2357-6526-4bdd-b760-72d0e5aa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615096 Jun 29 10:42:26.480618 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.503483 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6651f942-0826-4758-89cb-14285fc03695 req-6d099ecd-028f-4988-b66c-6791fad1d6af tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237748 Jun 29 10:42:26.631513 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:26.637124 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:26.637831 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.666208 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:24Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:26.701934 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.704515 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61316487-d34e-4415-bf18-0040f05dd26c None None] The sync data for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi is: [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:24Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:26.740876 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-44c03f83-aa87-46bd-b7d9-0703d321c113 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:26.770529 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-44c03f83-aa87-46bd-b7d9-0703d321c113 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 818 time: 1.8240743 Jun 29 10:42:26.776968 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.783289 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.821378 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.834393 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-78867b43-2c25-4f4f-87e8-6545e28f5fe1 req-3f294018-1de2-4990-b52f-51d52d040232 service neutron] 10.222.0.50 "GET /v2.0/networks/8f3e2357-6526-4bdd-b760-72d0e5aa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080676 Jun 29 10:42:26.856809 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.862040 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.864047 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59d7ce2a-bd63-463d-899c-d9382e8a2dd9 HTTP/1.1" status: 204 len: 168 time: 0.8353896 Jun 29 10:42:26.865189 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-c097b086-72b2-4f35-af50-b456376c3680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.874894 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7ce2a-bd63-463d-899c-d9382e8a2dd9,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:26.877706 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:26.880562 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:26.896395 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.899336 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9dea804a-c6a3-444e-b738-0010b3b7fd1c up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:26.905045 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-15b27912-c498-4828-aaaa-29d4340fa686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.915239 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d93a2461-5f44-4741-a5e5-716adf0a1e20 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.923977 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Request body: {'port': {'device_id': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'admin_state_up': True, 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:27.061010 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-4d736382-ea3e-4b26-ab0b-c000274aa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:27.062958 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-4d736382-ea3e-4b26-ab0b-c000274aa836 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=37dac446e48240d1960266d0e97a0bbc&device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 1097 time: 0.1324513 Jun 29 10:42:27.080957 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:27.094429 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:27.113483 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 9dea804a-c6a3-444e-b738-0010b3b7fd1c triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:27.117814 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.292443 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-16a86518-c6da-48cc-9f70-7c43ca41f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:27.293967 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-16a86518-c6da-48cc-9f70-7c43ca41f6ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=8f3e2357-6526-4bdd-b760-72d0e5aa092d HTTP/1.1" status: 200 len: 913 time: 0.2073627 Jun 29 10:42:27.377261 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.466937 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:27.513013 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Made reservation on behalf of 5f0b74ebe3564ae78e7c20e91f795f72 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:27.517856 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.536774 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d36f29f1-cc40-484a-bf60-f87797f4f9ed req-a80becc6-6c28-49ff-9b15-8a562ce53885 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 210 time: 0.1558435 Jun 29 10:42:27.761398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d93a2461-5f44-4741-a5e5-716adf0a1e20 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.782767 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:27.895342 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:27.896868 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.903564 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:27.917042 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.918313 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d93a2461-5f44-4741-a5e5-716adf0a1e20 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.919221 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Pushing event updated for resources: {'Port': ['ID=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:27.929432 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:27.952419 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:27.958370 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:27.969474 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:27.970217 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:27.995650 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.034574 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:28.041018 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7092624 Jun 29 10:42:28.042740 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b8cbeaa2-03ab-4fbf-92a5-18822407fe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.088620 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-c0b5aa42-65e4-446d-b101-85288c9b8e04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b915415b-e929-4df3-bf21-c8b1f12d2446 HTTP/1.1" status: 200 len: 217 time: 0.1015739 Jun 29 10:42:28.118616 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.122349 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6405041 Jun 29 10:42:28.122745 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39572) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:28.130065 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'security_group_rule': {'security_group_id': '29b7afd2-a43d-41ce-8092-3e5d70abeaea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:28.135471 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a2461-5f44-4741-a5e5-716adf0a1e20 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adb56c7-3090-4a4b-afa9-176a9129f2ab,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:28.179652 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39576) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:28.199546 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:28.214028 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Request body: {'port': {'device_id': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:28.222692 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68cb412-2dc0-4f0f-9986-fb6444296770,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:28.223420 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39578) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:28.227464 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:28.245530 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:28.246235 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:28.271614 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:28.277535 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:28.277535 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.277797 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d93a2461-5f44-4741-a5e5-716adf0a1e20 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.279010 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d93a2461-5f44-4741-a5e5-716adf0a1e20 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9832458 Jun 29 10:42:28.284742 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7551985d-37b4-46a5-84c6-74b253f48e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.287464 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39580) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:28.292921 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.312704 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:28.324322 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.339820 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-e36b7efa-77d0-47e5-95b2-c16b3e0b6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:28.341296 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-e36b7efa-77d0-47e5-95b2-c16b3e0b6ab4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=53a03f28-5d41-4ef8-94f7-99b30ec0c52d HTTP/1.1" status: 200 len: 852 time: 0.1512234 Jun 29 10:42:28.468831 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.472523 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-8c7cb523-3978-41ff-9642-9f37424d1b3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8f3e2357-6526-4bdd-b760-72d0e5aa092d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186621 Jun 29 10:42:28.475884 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.491671 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.498922 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:28.517796 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605a722-b285-4827-89a6-e09552a8249c req-df74024f-85ef-4944-b452-0888df3f553c tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:28.525610 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7605a722-b285-4827-89a6-e09552a8249c req-df74024f-85ef-4944-b452-0888df3f553c tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 944 time: 0.5693750 Jun 29 10:42:28.532918 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2463118b-a5bc-4844-a642-97f219ca377f,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:28.544119 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:28.602090 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:28.612272 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.622361 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:28.669118 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Allocated IP 172.20.0.13 (ca7aa164-fd0f-4912-a345-4c76b0d5cf34/6bc0acc7-757f-4524-a940-ad0862dea75a/d34f7c16-2c0f-4fbc-b07d-be6588d0efb8) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:28.671864 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.682004 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aa4459a-6a90-4985-901b-40b989014e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.725351 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:28.734493 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:28.737048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39596) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:28.790961 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.796149 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-737e079e-8631-4c9b-a2cf-5fa474a6ac63 service neutron] 10.222.0.50 "GET /v2.0/networks/8f3e2357-6526-4bdd-b760-72d0e5aa092d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983296 Jun 29 10:42:28.797268 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7605a722-b285-4827-89a6-e09552a8249c req-60d059d5-9222-48e9-94a4-f46289f8e151 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707138 Jun 29 10:42:28.921074 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb549b57-fed8-4c5e-9113-6daa329dc7ab req-ef11aa23-fa02-496e-a09f-3e9c0df2abd3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 210 time: 0.1227086 Jun 29 10:42:28.948982 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf1dc-cb99-4bfc-90b8-26daf820524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.066143 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.075850 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-f1ddedb7-44cd-4876-8804-403d00e1797c req-cce14dc6-183f-4c2f-ab3a-d93217bf952e service neutron] 10.222.0.50 "GET /v2.0/networks/8f3e2357-6526-4bdd-b760-72d0e5aa092d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699273 Jun 29 10:42:29.243503 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7551985d-37b4-46a5-84c6-74b253f48e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.255179 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.257876 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1339383 Jun 29 10:42:29.259216 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7551985d-37b4-46a5-84c6-74b253f48e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.259920 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39600) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:29.270214 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:29.283024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.304274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.342564 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aa4459a-6a90-4985-901b-40b989014e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.347632 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aa4459a-6a90-4985-901b-40b989014e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.350352 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.354752 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7551985d-37b4-46a5-84c6-74b253f48e18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4238c9b9a04445e8a400e7e97c2a6b73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1254826 Jun 29 10:42:29.360274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551985d-37b4-46a5-84c6-74b253f48e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c846f0-2aa1-4b23-8c51-b0bea1aea1a4,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.363323 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 39602) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:29.377190 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7551985d-37b4-46a5-84c6-74b253f48e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:29.388836 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7aa4459a-6a90-4985-901b-40b989014e48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f039a05ad97499eb9f7db5cd23d7e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1602843 Jun 29 10:42:29.390005 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4459a-6a90-4985-901b-40b989014e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aab80b-41dd-4d81-9ec6-570bcaecfa79,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.392557 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39604) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:29.394775 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7aa4459a-6a90-4985-901b-40b989014e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:29.399696 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.db.api [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:42:29.399696 dv-cinder-786627-13-iscsi neutron-server[99640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:42:29.399696 dv-cinder-786627-13-iscsi neutron-server[99640]: [parameters: {'project_id_1': '5eb46fee469147ad8a204594f4a59b87', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 42, 29, 285030)}] Jun 29 10:42:29.399696 dv-cinder-786627-13-iscsi neutron-server[99640]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:42:29.400151 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_db.api [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:42:29.409361 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.451017 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.478627 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.529811 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.558859 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.561307 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:42:29.562665 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.567995 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4aab80b-41dd-4d81-9ec6-570bcaecfa79 HTTP/1.1" status: 204 len: 168 time: 0.1707406 Jun 29 10:42:29.567995 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-39152580-1e26-4e99-b888-9aaffe2ec558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.580989 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.590896 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.593299 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 52913489-b513-416b-8c42-35a735248016 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:29.598314 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aab80b-41dd-4d81-9ec6-570bcaecfa79,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.608646 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:29.675209 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 52913489-b513-416b-8c42-35a735248016 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:29.683607 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 52913489-b513-416b-8c42-35a735248016 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:29.684001 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.719760 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:29.741885 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.743966 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:29.765612 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:29.771556 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:29.772484 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.787418 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Pushing event updated for resources: {'Port': ['ID=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.805498 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.808810 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:29.839084 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Allocated IP 172.27.1.91 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/4526c9c1-5bd2-424f-8d12-450a33819252) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:29.849781 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 52913489-b513-416b-8c42-35a735248016, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=52913489-b513-416b-8c42-35a735248016,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:29.858367 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.859255 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:29.866696 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.873406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf1dc-cb99-4bfc-90b8-26daf820524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.891740 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf1dc-cb99-4bfc-90b8-26daf820524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.935446 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.939469 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=52913489-b513-416b-8c42-35a735248016,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.945557 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0485332 Jun 29 10:42:29.951822 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device b915415b-e929-4df3-bf21-c8b1f12d2446 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:29.993944 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.056267 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-f9fbf1dc-cb99-4bfc-90b8-26daf820524d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af5dc75c6a894ee2bd816dcb49d52c40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3063555 Jun 29 10:42:30.056624 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39628) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:30.062430 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Request body: {'port': {'device_id': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:30.120818 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port b915415b-e929-4df3-bf21-c8b1f12d2446, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b915415b-e929-4df3-bf21-c8b1f12d2446,segment=NetworkSegment(dd447b44-d3d7-45ab-ba86-15f78095612b),segment_id=dd447b44-d3d7-45ab-ba86-15f78095612b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:30.122778 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.134614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.136942 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'b915415b-e929-4df3-bf21-c8b1f12d2446', 'network_id': '8f3e2357-6526-4bdd-b760-72d0e5aa092d', 'port_id': 'b915415b-e929-4df3-bf21-c8b1f12d2446', 'mac_address': 'fa:16:3e:a8:5f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a03f28-5d41-4ef8-94f7-99b30ec0c52d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:30.151931 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.179165 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.180221 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.192640 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.193860 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86c846f0-2aa1-4b23-8c51-b0bea1aea1a4 HTTP/1.1" status: 204 len: 168 time: 0.8262537 Jun 29 10:42:30.202732 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b915415b-e929-4df3-bf21-c8b1f12d2446 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:30.207435 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:30.207814 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.238999 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.247046 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.249120 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc8a7558-06e4-4c0e-9b83-7515c78c7028 HTTP/1.1" status: 204 len: 168 time: 0.1910858 Jun 29 10:42:30.250687 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e407aa8e-4d71-4579-b781-6ec2e957751c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.271863 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8a7558-06e4-4c0e-9b83-7515c78c7028,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.284714 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.396335 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port b915415b-e929-4df3-bf21-c8b1f12d2446, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b915415b-e929-4df3-bf21-c8b1f12d2446,segment=NetworkSegment(dd447b44-d3d7-45ab-ba86-15f78095612b),segment_id=dd447b44-d3d7-45ab-ba86-15f78095612b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:30.409336 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.413544 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.470607 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165ef628-2a51-4d6d-95e6-7930eb6cfe8f {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:30.478345 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.491282 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=b915415b-e929-4df3-bf21-c8b1f12d2446,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.493960 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Transition to ACTIVE for port object 165ef628-2a51-4d6d-95e6-7930eb6cfe8f will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:30.494827 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.533039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.539503 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbf1dc-cb99-4bfc-90b8-26daf820524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8a7558-06e4-4c0e-9b83-7515c78c7028,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.548928 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f9fbf1dc-cb99-4bfc-90b8-26daf820524d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.556035 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.588671 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.628858 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c846f0-2aa1-4b23-8c51-b0bea1aea1a4,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.632076 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.639057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.674510 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['b915415b-e929-4df3-bf21-c8b1f12d2446'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:30.713427 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39648) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:30.730779 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2417315f-1700-4d1b-8aae-0f3eef6ff7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.734632 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.787896 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6465f-6538-4dc5-b3a4-f7932cf6e8c5 req-70cfeb22-220d-4ab6-a8f3-71886707adf9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:30.795048 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2c6465f-6538-4dc5-b3a4-f7932cf6e8c5 req-70cfeb22-220d-4ab6-a8f3-71886707adf9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 944 time: 0.6844852 Jun 29 10:42:30.822647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Pushing event updated for resources: {'Port': ['ID=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.832137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.837492 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.861379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852499d-2767-41f9-bf06-e77bac069375 req-6e604eca-4076-4cd2-8483-9e7a2c84b25b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:30.871371 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3852499d-2767-41f9-bf06-e77bac069375 req-6e604eca-4076-4cd2-8483-9e7a2c84b25b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 932 time: 0.7036307 Jun 29 10:42:30.899015 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39658) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:30.945270 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2417315f-1700-4d1b-8aae-0f3eef6ff7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.954110 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2417315f-1700-4d1b-8aae-0f3eef6ff7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.956010 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Attempting to bind port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:30.956371 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Attempting to bind port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:30.956779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Attempting to bind port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f on network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:30.976762 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.990436 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f on network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:30.990533 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Attempting to bind port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f on network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:31.000893 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.009911 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-871b03ad-a1f6-4f44-95f1-3124c2b24770 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.015971 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2c6465f-6538-4dc5-b3a4-f7932cf6e8c5 req-50078cfc-4c06-4539-b430-006cba1c6a9b tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199798 Jun 29 10:42:31.020592 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2417315f-1700-4d1b-8aae-0f3eef6ff7f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f43c42fb231d4aedbd3e5f31c8137508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060632 Jun 29 10:42:31.035710 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39666) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:31.090159 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:31.090832 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Checking segment: {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:31.091620 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Bound using segment: {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:31.092304 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Bound port: 165ef628-2a51-4d6d-95e6-7930eb6cfe8f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:31.092892 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.143685 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417315f-1700-4d1b-8aae-0f3eef6ff7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3019c-3ac6-43f3-8659-46597546dc10,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.148269 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2417315f-1700-4d1b-8aae-0f3eef6ff7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.166493 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.182393 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-249660540-network', 'tenant_id': 'cd6e4c97fc314729841d759938674640'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:31.200604 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.227705 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Made reservation on behalf of cd6e4c97fc314729841d759938674640 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:31.230083 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.244524 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.270965 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3852499d-2767-41f9-bf06-e77bac069375 req-022f3466-6ea6-40be-95bd-ed79b74cc71e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984568 Jun 29 10:42:31.286495 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] For port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:31.291029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:31.303782 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.305130 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.309375 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.312980 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ace3019c-3ac6-43f3-8659-46597546dc10 HTTP/1.1" status: 204 len: 168 time: 0.2743731 Jun 29 10:42:31.312980 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.321613 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3019c-3ac6-43f3-8659-46597546dc10,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.325973 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.350792 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:31.353515 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:31.376980 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'Port': ['ID=4526c9c1-5bd2-424f-8d12-450a33819252,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.381728 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.385716 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.389359 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.395888 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7aa4459a-6a90-4985-901b-40b989014e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.404370 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] For port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:31.426683 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:31.440617 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a57503-c93d-4142-8af3-f52ad3637493,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.449781 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.451747 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.452474 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Added segment 5c5fcc2d-0dae-4c7a-a7ed-872390d3a4e0 of type vlan for network 5f40b4e9-df04-418e-88d9-463ee5498d60 Jun 29 10:42:31.468278 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.501649 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.512438 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 52913489-b513-416b-8c42-35a735248016 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:31.535112 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7fc62641-1622-420d-91ba-b9b4ecddeb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.536662 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.538342 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:31.539025 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.543413 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9a53a094-9f81-49ad-8b0f-8f847b4cf4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.591779 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 52913489-b513-416b-8c42-35a735248016 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:31.592176 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.594776 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:31.595488 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.596959 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] 10.222.0.50 "PUT /v2.0/ports/165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 1093 time: 3.4163043 Jun 29 10:42:31.604760 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Pushing event updated for resources: {'Network': ['ID=5f40b4e9-df04-418e-88d9-463ee5498d60,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.610969 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.625392 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7253292 Jun 29 10:42:31.632527 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39684) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:31.632731 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'tag': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:31.637442 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Request body: {'subnet': {'network_id': '5f40b4e9-df04-418e-88d9-463ee5498d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-249660540-subnet', 'tenant_id': 'cd6e4c97fc314729841d759938674640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:31.652697 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 5f40b4e9-df04-418e-88d9-463ee5498d60 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:31.690597 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Made reservation on behalf of cd6e4c97fc314729841d759938674640 for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:31.693131 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.732058 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.870038 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Pushing event updated for resources: {'Port': ['ID=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.886461 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.890625 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device b915415b-e929-4df3-bf21-c8b1f12d2446 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:31.903468 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a98729-0f2a-4d93-9e9d-08e139756e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4adfa9b3-5e37-4997-9714-d4ef9f1e4933", "tag": "165ef628-2a51-4d6d-95e6-7930eb6cfe8f"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:31.917472 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Allocated IP 172.27.1.191 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/81933cee-aa49-48f4-b764-b12aedb7bb93) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:31.977306 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port b915415b-e929-4df3-bf21-c8b1f12d2446 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:31.981942 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port b915415b-e929-4df3-bf21-c8b1f12d2446 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:31.984866 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.004234 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.045351 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.049345 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:32.101655 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec78d5ab-f5a6-40c2-a7f9-8d5ea399bb1a,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:32.108097 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:32.141139 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-f58f5955-b90d-4cad-95a2-7e21492cf019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:32.142944 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-f58f5955-b90d-4cad-95a2-7e21492cf019 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1096 time: 0.4230244 Jun 29 10:42:32.163778 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Checking segment: {'id': '5c5fcc2d-0dae-4c7a-a7ed-872390d3a4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f40b4e9-df04-418e-88d9-463ee5498d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:32.164512 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Network hostable DHCP agents. Network: 5f40b4e9-df04-418e-88d9-463ee5498d60, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:32.194229 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Network 5f40b4e9-df04-418e-88d9-463ee5498d60 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:32.196732 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.210840 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 5f40b4e9-df04-418e-88d9-463ee5498d60) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:32.220768 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:32.221701 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.228352 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93731347-3a0e-4a04-b0e1-73be74d1a093 None None] Network 5f40b4e9-df04-418e-88d9-463ee5498d60 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:32.268773 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6276457 Jun 29 10:42:32.283861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eeea5c-cc96-4e23-8e9c-7c13b02ca311 x-openstack-request-id: req-19eeea5c-cc96-4e23-8e9c-7c13b02ca311 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:32.284149 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adfa9b3-5e37-4997-9714-d4ef9f1e4933", "tag": "165ef628-2a51-4d6d-95e6-7930eb6cfe8f", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:32.284399 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19eeea5c-cc96-4e23-8e9c-7c13b02ca311 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:32.284877 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'tag': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f', 'status': 'completed', 'code': 200} Jun 29 10:42:32.331996 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de33b5c-517e-497a-98d5-269393a2cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b915415b-e929-4df3-bf21-c8b1f12d2446'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:32.388759 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:32.397438 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.427978 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-8442fd9c-3375-41d7-84bb-f1d3fad047a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 217 time: 0.2753608 Jun 29 10:42:32.433347 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.446928 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port b915415b-e929-4df3-bf21-c8b1f12d2446, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b915415b-e929-4df3-bf21-c8b1f12d2446,segment=NetworkSegment(dd447b44-d3d7-45ab-ba86-15f78095612b),segment_id=dd447b44-d3d7-45ab-ba86-15f78095612b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:32.458977 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.471907 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-4a0ccba8-ad50-4fd3-a35f-bd9519345173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:32.485556 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Transition to ACTIVE for port object d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:32.516648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.566913 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:32.581876 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=b915415b-e929-4df3-bf21-c8b1f12d2446,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:32.585857 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:32.624809 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af6fa4-1330-4c55-b138-ac80a518a1ce None None] Network 5f40b4e9-df04-418e-88d9-463ee5498d60 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:32.744585 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58617b93-f145-407f-aad8-91e1b1e1c5cb" -d '{"events": [{"server_uuid": "4de33b5c-517e-497a-98d5-269393a2cc05", "name": "network-vif-plugged", "status": "completed", "tag": "b915415b-e929-4df3-bf21-c8b1f12d2446"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:32.834232 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-1371bc58-5467-425c-b33f-3291af47a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:32.835721 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-1371bc58-5467-425c-b33f-3291af47a01b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.3957391 Jun 29 10:42:32.936031 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Pushing event updated for resources: {'Port': ['ID=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:32.939821 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-0e177463-b4be-4b20-89f0-0928c453526c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776002 Jun 29 10:42:32.944792 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:32.946893 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.992077 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.011269 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209daa3-22b4-47cd-967a-d3b3afb1537f req-2460172b-2957-4ec7-8f16-db9b77217c2c tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.012760 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b209daa3-22b4-47cd-967a-d3b3afb1537f req-2460172b-2957-4ec7-8f16-db9b77217c2c tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 945 time: 0.6265917 Jun 29 10:42:33.053085 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.055400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.136894 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Attempting to bind port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:33.137223 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Attempting to bind port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:33.137541 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Attempting to bind port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 on network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:33.143594 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.160915 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae9556-7e35-4f06-8705-4127a8b1a8ca req-781b8e35-4d62-4da3-8159-dc85d4a0a41c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.162411 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a3ae9556-7e35-4f06-8705-4127a8b1a8ca req-781b8e35-4d62-4da3-8159-dc85d4a0a41c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.6602898 Jun 29 10:42:33.167871 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:33.184467 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 on network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:33.184825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Attempting to bind port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 on network ca7aa164-fd0f-4912-a345-4c76b0d5cf34 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:33.189024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:33.204326 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:33.235951 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'Port': ['ID=4526c9c1-5bd2-424f-8d12-450a33819252,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.245096 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.246323 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9492970 Jun 29 10:42:33.247146 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:33.247469 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Checking segment: {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:33.247838 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Bound using segment: {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:33.248271 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Bound port: d34f7c16-2c0f-4fbc-b07d-be6588d0efb8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a34304-d50e-4bf2-b87c-94c6bb298820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:33.248652 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.251793 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.257772 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.294379 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b209daa3-22b4-47cd-967a-d3b3afb1537f req-ea56090c-ce07-4745-a91d-1645d0832127 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443573 Jun 29 10:42:33.344374 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39772) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.344945 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-9b8aec4d-4303-4c8d-898a-2d44002be05f service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927364 Jun 29 10:42:33.350302 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2019232427-network', 'tenant_id': '85dc0749bd2b4b1f9cf21275714d4b1f'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:33.359521 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a3ae9556-7e35-4f06-8705-4127a8b1a8ca req-f73e7918-7a65-4d0f-91f8-914005480449 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850057 Jun 29 10:42:33.409167 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.412138 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'Port': ['ID=81933cee-aa49-48f4-b764-b12aedb7bb93,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.432410 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Made reservation on behalf of 85dc0749bd2b4b1f9cf21275714d4b1f for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:33.435327 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.445127 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.475545 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.508952 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] For port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:33.535009 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] For port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:33.552248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.554340 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.583224 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.620950 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce819d72-af7f-44f5-a88d-70121d638e9a req-df7ee6ff-7c03-47a5-8ea5-23d531fb2f6e service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662508 Jun 29 10:42:33.636223 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.637144 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.639467 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] 10.222.0.50 "PUT /v2.0/ports/d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 HTTP/1.1" status: 200 len: 1094 time: 3.6067557 Jun 29 10:42:33.682035 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.690660 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.710994 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Pushing event updated for resources: {'Port': ['ID=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.715426 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.738881 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:33.767474 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.800946 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.801491 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Added segment bc1d2409-ca7d-48d7-8076-421d4f05e2bd of type vlan for network 6d42afb8-e58f-48f0-9b4e-f9929da1d360 Jun 29 10:42:33.811538 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebbf977-13a1-4a0d-8b53-60e339eb0603,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.815790 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.857875 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.868527 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-ac82b52a-e3ed-4b3c-bfe1-6a2b49581ebd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--932150546&fields=id&tenant_id=472a075443ff462b97250e1ba06e6b25 HTTP/1.1" status: 200 len: 267 time: 0.1749234 Jun 29 10:42:33.900093 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.902015 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9bbe8-e067-4322-9107-2b715413c784 x-openstack-request-id: req-c6a9bbe8-e067-4322-9107-2b715413c784 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:33.902802 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.903270 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de33b5c-517e-497a-98d5-269393a2cc05", "name": "network-vif-plugged", "status": "completed", "tag": "b915415b-e929-4df3-bf21-c8b1f12d2446", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:33.903381 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.903939 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6a9bbe8-e067-4322-9107-2b715413c784 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:33.904783 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de33b5c-517e-497a-98d5-269393a2cc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b915415b-e929-4df3-bf21-c8b1f12d2446', 'code': 200} Jun 29 10:42:33.916079 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.959074 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6134171 Jun 29 10:42:33.961760 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39800) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.969107 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Request body: {'subnet': {'network_id': '6d42afb8-e58f-48f0-9b4e-f9929da1d360', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2019232427-subnet', 'tenant_id': '85dc0749bd2b4b1f9cf21275714d4b1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:33.993103 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d42afb8-e58f-48f0-9b4e-f9929da1d360,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.004543 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.005391 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 6d42afb8-e58f-48f0-9b4e-f9929da1d360 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:34.009898 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-f6842d8e-d76e-4dd1-b112-bd62159c9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.011480 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-f6842d8e-d76e-4dd1-b112-bd62159c9c55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 1097 time: 0.3036780 Jun 29 10:42:34.016439 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Made reservation on behalf of 85dc0749bd2b4b1f9cf21275714d4b1f for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:34.024935 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Notify callbacks [] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.031204 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.059067 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-8ce9066d-d97e-426c-b608-57609f73b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.061004 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-8ce9066d-d97e-426c-b608-57609f73b99c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1096 time: 0.3513978 Jun 29 10:42:34.089876 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.109313 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-c55fe25a-2b7e-47c9-b3b6-22886f4e8c58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 HTTP/1.1" status: 200 len: 217 time: 0.0878415 Jun 29 10:42:34.122090 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.212688 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-58d6c0de-e735-45ca-ab10-c4d1df00add2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.214171 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-58d6c0de-e735-45ca-ab10-c4d1df00add2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 811 time: 0.3308411 Jun 29 10:42:34.242794 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.293923 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'tag': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:34.296169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51848011-0afc-4ae6-b090-44a5a92a02ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4f15e1-87cf-47f3-87e5-134818d023c1", "tag": "d34f7c16-2c0f-4fbc-b07d-be6588d0efb8"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:34.317612 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b04ad-af9d-4787-aae9-e5807fe26a07 req-5890074b-4f8d-448a-afc8-95b0804df276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.319260 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-e99b04ad-af9d-4787-aae9-e5807fe26a07 req-5890074b-4f8d-448a-afc8-95b0804df276 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 1099 time: 0.1664793 Jun 29 10:42:34.323136 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.324013 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.334313 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0626919 Jun 29 10:42:34.334523 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.334604 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-2ff46854-d50d-4888-97ed-c02104a6c180 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/quotas/472a075443ff462b97250e1ba06e6b25 HTTP/1.1" status: 200 len: 375 time: 0.0795035 Jun 29 10:42:34.345196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'Port': ['ID=81933cee-aa49-48f4-b764-b12aedb7bb93,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.371494 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.376828 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-23b6190a-e25e-41a6-a564-595eca3857cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.378480 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-23b6190a-e25e-41a6-a564-595eca3857cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.2540309 Jun 29 10:42:34.398265 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c37356d-cf48-4e94-af3b-f21f545ac8b9,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.402610 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.406787 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a08e54-a4cb-4947-9a40-dbe051473366 x-openstack-request-id: req-55a08e54-a4cb-4947-9a40-dbe051473366 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:34.407091 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4f15e1-87cf-47f3-87e5-134818d023c1", "tag": "d34f7c16-2c0f-4fbc-b07d-be6588d0efb8", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:34.407492 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55a08e54-a4cb-4947-9a40-dbe051473366 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:34.407828 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'tag': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8', 'status': 'completed', 'code': 200} Jun 29 10:42:34.415027 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-e99b04ad-af9d-4787-aae9-e5807fe26a07 req-108111e5-4a11-4e74-8924-91bed44c0f36 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.441740 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-6e181b23-01bb-4d0e-ace7-c17b8e140b80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416889 Jun 29 10:42:34.442884 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-32dbba66-cd8b-4325-ac2a-9c7c5e75f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.444313 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-32dbba66-cd8b-4325-ac2a-9c7c5e75f8b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.3531942 Jun 29 10:42:34.478918 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Checking segment: {'id': 'bc1d2409-ca7d-48d7-8076-421d4f05e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '6d42afb8-e58f-48f0-9b4e-f9929da1d360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:34.479310 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Network hostable DHCP agents. Network: 6d42afb8-e58f-48f0-9b4e-f9929da1d360, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:34.526640 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Network 6d42afb8-e58f-48f0-9b4e-f9929da1d360 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:34.559845 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-e99b04ad-af9d-4787-aae9-e5807fe26a07 req-108111e5-4a11-4e74-8924-91bed44c0f36 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.561547 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 6d42afb8-e58f-48f0-9b4e-f9929da1d360) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:34.566647 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.567126 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.573400 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [req-e99b04ad-af9d-4787-aae9-e5807fe26a07 req-108111e5-4a11-4e74-8924-91bed44c0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.576054 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37363ed-60c7-4859-8caa-d9edcc42a2a3 None None] Network 6d42afb8-e58f-48f0-9b4e-f9929da1d360 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:34.582228 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-185d3cab-10c4-42c2-b73c-b60c3c2a8d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.620025 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6483319 Jun 29 10:42:34.620265 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-c6ddda0b-d16e-4a78-b577-bf98db2f56e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 217 time: 0.1582611 Jun 29 10:42:34.620368 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-e99b04ad-af9d-4787-aae9-e5807fe26a07 req-108111e5-4a11-4e74-8924-91bed44c0f36 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875333 Jun 29 10:42:34.637193 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108111e5-4a11-4e74-8924-91bed44c0f36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e650c226-fcc9-4932-a5d8-0273635beb1c,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.643178 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-108111e5-4a11-4e74-8924-91bed44c0f36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.773927 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c55ef3-cf2e-422b-806a-3712f3b438f2 None None] Network 6d42afb8-e58f-48f0-9b4e-f9929da1d360 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:34.810244 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39838) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.897541 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Deleting subnet ec78d5ab-f5a6-40c2-a7f9-8d5ea399bb1a {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:42:34.909225 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.957213 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.959064 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-e0a21ee7-8e79-47ef-a38a-ec375f817c1c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6248105 Jun 29 10:42:34.989832 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.007994 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-5525f420-fbb8-4495-884f-c61f3350547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.009436 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-5525f420-fbb8-4495-884f-c61f3350547b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.1106226 Jun 29 10:42:35.093682 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.104181 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-a6575756-745e-4974-bf7d-54c393ddf87d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463266 Jun 29 10:42:35.106465 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2b701a2f-de7d-4382-ba29-f66d61f42c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.111560 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-97ff689f-acbf-4415-8064-c647dd5f5de3 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555576 Jun 29 10:42:35.134793 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.137232 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec78d5ab-f5a6-40c2-a7f9-8d5ea399bb1a HTTP/1.1" status: 204 len: 168 time: 0.3236423 Jun 29 10:42:35.138392 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec78d5ab-f5a6-40c2-a7f9-8d5ea399bb1a,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.140517 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39850) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:35.148564 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.217879 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.231273 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f6c1c-ee93-478f-a3dc-254d03d30004 req-1190b205-a565-404e-a499-be77cb4985eb tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.234195 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-969f6c1c-ee93-478f-a3dc-254d03d30004 req-1190b205-a565-404e-a499-be77cb4985eb tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.7028260 Jun 29 10:42:35.303304 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.304418 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-f218b266-970a-4b65-8f4c-e925af51a3e5 service neutron] 10.222.0.55 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161328 Jun 29 10:42:35.313923 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.314266 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.315016 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.315358 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > port after_create 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.315771 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.316009 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > port after_update 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.316310 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.316622 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.316926 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.317612 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.404379 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-969f6c1c-ee93-478f-a3dc-254d03d30004 req-977ab0d0-81a8-4944-833b-51092536d59b tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537068 Jun 29 10:42:35.415081 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d6817b9-c3a8-4c0b-87d2-85806edd6d1e req-1abd9adf-f11e-4a32-b15d-5564ada1c970 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875984 Jun 29 10:42:35.418431 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-f81d3731-07de-4f08-b731-d6485f6e202f service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060257 Jun 29 10:42:35.441391 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.441921 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.442204 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.442579 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:42:35.442989 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f40b4e9-df04-418e-88d9-463ee5498d60']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:35.452807 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-8ed298ff-1c38-4f85-ae15-dc904c5f2055 service neutron] 10.222.0.55 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475329 Jun 29 10:42:35.461791 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5fcc2d-0dae-4c7a-a7ed-872390d3a4e0') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:35.462085 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5fcc2d-0dae-4c7a-a7ed-872390d3a4e0') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:35.484911 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.508593 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.521930 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:42:35.522778 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: from cryptography.utils import int_from_bytes Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: from cryptography.utils import int_from_bytes Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:42:35.527374 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:42:35.587539 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.597398 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.601098 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92bc30-4ed3-4833-8e9e-42b7efabbbd7 req-3dd32fa2-c537-4c99-8aa6-4924d44655d8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.602641 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-df92bc30-4ed3-4833-8e9e-42b7efabbbd7 req-3dd32fa2-c537-4c99-8aa6-4924d44655d8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.0728614 Jun 29 10:42:35.610702 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f40b4e9-df04-418e-88d9-463ee5498d60,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.612985 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.617886 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] 10.222.0.55 "DELETE /v2.0/networks/5f40b4e9-df04-418e-88d9-463ee5498d60 HTTP/1.1" status: 204 len: 168 time: 0.4737384 Jun 29 10:42:35.617886 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.618167 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39874) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:35.656173 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-df92bc30-4ed3-4833-8e9e-42b7efabbbd7 req-5edc4016-6ba1-4659-b6e3-c36b84b4cfe0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474720 Jun 29 10:42:35.667464 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Deleting subnet 3c37356d-cf48-4e94-af3b-f21f545ac8b9 {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:42:35.670860 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.708705 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.748613 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.761075 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0d03045f-57f6-4db4-bf63-793f49ae8909 req-84c0623d-2539-4206-9e52-a12ad7e05d7d tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0421875 Jun 29 10:42:35.764455 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-ca05e042-fcfc-4b70-a5d9-fe80d49d69c2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1039866921&fields=id&tenant_id=5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 267 time: 0.0880344 Jun 29 10:42:35.813840 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.816754 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.839978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c37356d-cf48-4e94-af3b-f21f545ac8b9,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.841950 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.843760 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3c37356d-cf48-4e94-af3b-f21f545ac8b9 HTTP/1.1" status: 204 len: 168 time: 0.2247679 Jun 29 10:42:35.844574 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.846394 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39888) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:35.884945 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-134baf91-eb86-4f58-9f3c-90766f50cc20 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.887353 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-134baf91-eb86-4f58-9f3c-90766f50cc20 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 817 time: 0.1120057 Jun 29 10:42:35.902525 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-e3d195a0-12f4-48e5-a38e-04e673f11288 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/quotas/5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 375 time: 0.0093844 Jun 29 10:42:35.920558 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.979801 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-7605140f-d50a-412f-8fb8-1abce6de684b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717750 Jun 29 10:42:36.005938 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.016236 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d42afb8-e58f-48f0-9b4e-f9929da1d360']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:36.027368 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1d2409-ca7d-48d7-8076-421d4f05e2bd') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:36.027715 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1d2409-ca7d-48d7-8076-421d4f05e2bd') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:36.037991 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.059877 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.066837 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:42:36.067234 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:42:36.071158 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:42:36.079469 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-a60b549f-6b86-4fc8-8979-758a41214186 service neutron] 10.222.0.55 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860248 Jun 29 10:42:36.124227 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.129949 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:36.133970 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.138055 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6d42afb8-e58f-48f0-9b4e-f9929da1d360 HTTP/1.1" status: 204 len: 168 time: 0.2907581 Jun 29 10:42:36.147420 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d42afb8-e58f-48f0-9b4e-f9929da1d360,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:36.150019 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:36.184258 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-429553ba-9402-4e57-91ee-77fa2c8af4f5 service neutron] 10.222.0.55 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987136 Jun 29 10:42:36.304082 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39900) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.359511 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3f7a69dd-5821-41d0-be45-1bcee4d79246 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd6e4c97fc314729841d759938674640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539749 Jun 29 10:42:36.362007 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39904) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.379282 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5a0e170-af4c-4df5-833d-f2606bb5065a req-3a391238-ac4c-448b-9f76-b111a855d4cd tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0322733 Jun 29 10:42:36.414284 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.434607 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.482774 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.485446 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.489303 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77a57503-c93d-4142-8af3-f52ad3637493 HTTP/1.1" status: 204 len: 168 time: 0.1236908 Jun 29 10:42:36.489303 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:36.496380 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a57503-c93d-4142-8af3-f52ad3637493,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:36.498957 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:36.592160 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d816-9f3d-40eb-b74b-a058bd43ba1b req-ed39ed1d-6708-4ff1-84a2-8dce677ca2d3 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:36.598519 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e110d816-9f3d-40eb-b74b-a058bd43ba1b req-ed39ed1d-6708-4ff1-84a2-8dce677ca2d3 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.0762031 Jun 29 10:42:36.636434 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e110d816-9f3d-40eb-b74b-a058bd43ba1b req-5b40b362-0d14-41f3-b1ff-5954ee1359e1 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Jun 29 10:42:36.849669 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39924) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.850286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7470ea-ec81-4da7-8ac2-b1931f06749d req-9c7dcc56-01d1-4330-974b-f15c2a98de67 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:36.852021 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b7470ea-ec81-4da7-8ac2-b1931f06749d req-9c7dcc56-01d1-4330-974b-f15c2a98de67 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.0689852 Jun 29 10:42:36.891408 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-f5d7dffd-de72-484a-9f22-a33ea37f731f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85dc0749bd2b4b1f9cf21275714d4b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401719 Jun 29 10:42:36.893758 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 39926) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.914308 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b7470ea-ec81-4da7-8ac2-b1931f06749d req-68d2e62f-d923-4c90-81e9-1f3cbc135a72 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564110 Jun 29 10:42:36.916187 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2be485e7-7f85-4f59-b662-22e73b43e8f8 req-7bef27fe-a8d5-457d-9b80-0dfaebeb8a3a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0329738 Jun 29 10:42:36.945095 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.964650 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.017029 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.019655 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.020965 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ebbf977-13a1-4a0d-8b53-60e339eb0603 HTTP/1.1" status: 204 len: 168 time: 0.1262062 Jun 29 10:42:37.021604 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:37.028794 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebbf977-13a1-4a0d-8b53-60e339eb0603,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:37.031168 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:37.048039 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 165ef628-2a51-4d6d-95e6-7930eb6cfe8f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:37.139536 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:37.153834 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f', 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'port_id': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f', 'mac_address': 'fa:16:3e:a8:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:37.191749 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.204959 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165ef628-2a51-4d6d-95e6-7930eb6cfe8f {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:37.224603 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:37.228809 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.230685 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:37.274899 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:37.282269 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:37.524027 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6444e9b1-61c0-479e-a729-42d0036a8dbf req-50d66eda-f6d8-458f-9237-2c5cad25fe9b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0314653 Jun 29 10:42:37.831014 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d75c4c-caba-4737-96b0-e0216de3597c req-cb90c287-69e2-41e9-b3dc-b8b2d3b60516 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:37.832732 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-13d75c4c-caba-4737-96b0-e0216de3597c req-cb90c287-69e2-41e9-b3dc-b8b2d3b60516 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.0649128 Jun 29 10:42:37.870802 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-13d75c4c-caba-4737-96b0-e0216de3597c req-730c6ebf-353f-4927-b592-053b1dbc0049 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jun 29 10:42:38.094105 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d67bcf32-597a-445b-81d3-903b772c53a2 req-9233936a-94be-49d7-a3d3-44863dc0623b tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0546007 Jun 29 10:42:38.264118 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e39b6-3660-4768-897b-961e6057fff9 req-8f4b1ae2-b422-4248-9fb3-78d2e4d65949 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:38.265659 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e2e39b6-3660-4768-897b-961e6057fff9 req-8f4b1ae2-b422-4248-9fb3-78d2e4d65949 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.2362599 Jun 29 10:42:38.294734 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10a98729-0f2a-4d93-9e9d-08e139756e3a req-bf0cdf47-be94-4744-be56-45ec7f608d2d service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037718 Jun 29 10:42:38.314885 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['165ef628-2a51-4d6d-95e6-7930eb6cfe8f'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:38.349461 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e2e39b6-3660-4768-897b-961e6057fff9 req-aedb07ac-c7d2-4f16-a1ea-7a595b2370ad tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772088 Jun 29 10:42:38.356110 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-28e8970e-0e13-44db-9cd5-563629cd39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:38.357722 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-28e8970e-0e13-44db-9cd5-563629cd39c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 1097 time: 0.1747296 Jun 29 10:42:38.477322 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-fcec36f1-79ce-4d36-af37-ff16c10a2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:38.477322 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-fcec36f1-79ce-4d36-af37-ff16c10a2004 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.0999193 Jun 29 10:42:38.674453 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b1f4d6ff-40a4-4175-ad17-2844e0919d71 req-26fce811-9fd1-4ed9-a814-5189a405b9a7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0330508 Jun 29 10:42:39.009878 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40008) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:39.044895 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5f0f-1c34-4450-b55e-cfc74214f05e req-b85e1cbc-dedb-4486-9d9f-e605f71adf0c tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:39.046403 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b30a5f0f-1c34-4450-b55e-cfc74214f05e req-b85e1cbc-dedb-4486-9d9f-e605f71adf0c tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.0638275 Jun 29 10:42:39.084318 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b30a5f0f-1c34-4450-b55e-cfc74214f05e req-b521f2f0-78fb-4689-b433-1ee9ad6e21b3 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Jun 29 10:42:39.111048 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b428014-c6be-4e93-94a1-e51ef7db8971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.207404 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b428014-c6be-4e93-94a1-e51ef7db8971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.213376 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4b428014-c6be-4e93-94a1-e51ef7db8971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.215664 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:39.239500 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-96792da3-431f-471c-9b54-5f9ded8d1f93 req-83533ff0-b2d6-4f8c-bf58-7a0f6e057dcb tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0289056 Jun 29 10:42:39.250262 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-4b428014-c6be-4e93-94a1-e51ef7db8971 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a798dace91f42c9bb59c62900ecddff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393389 Jun 29 10:42:39.251172 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b428014-c6be-4e93-94a1-e51ef7db8971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c132a9-a9ab-461a-86ed-460788bfd7cd,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:39.253170 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40016) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:39.262920 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4b428014-c6be-4e93-94a1-e51ef7db8971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:39.301211 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.324344 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.375502 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.378767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.383169 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80c132a9-a9ab-461a-86ed-460788bfd7cd HTTP/1.1" status: 204 len: 168 time: 0.1263769 Jun 29 10:42:39.383169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-22e24684-3319-470b-abee-9f83d6fcb6a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:39.388937 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c132a9-a9ab-461a-86ed-460788bfd7cd,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:39.391344 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:39.530319 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-8bbdda2f-e51a-40d0-83da-256fccab1bdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 HTTP/1.1" status: 200 len: 217 time: 0.0533211 Jun 29 10:42:39.579495 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff91ec-2fe2-46dc-8de3-1f40a40c7614 req-63b09ff5-eb34-407b-b446-ac0e33365e8e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:39.581085 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-26ff91ec-2fe2-46dc-8de3-1f40a40c7614 req-63b09ff5-eb34-407b-b446-ac0e33365e8e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.0929098 Jun 29 10:42:39.630322 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-26ff91ec-2fe2-46dc-8de3-1f40a40c7614 req-76372e4e-0823-4425-9c99-0a0d6fd53651 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425107 Jun 29 10:42:39.686083 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40032) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:39.699818 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-901da023-cc13-4830-8605-91b18d07a895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.825377 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-901da023-cc13-4830-8605-91b18d07a895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.843125 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0f804632-bd78-4589-b9fe-ed4b5871a77b req-8b1eead7-0697-426d-92f0-b8d1f4a5c04a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0353768 Jun 29 10:42:39.843826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-901da023-cc13-4830-8605-91b18d07a895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.846578 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:39.888537 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901da023-cc13-4830-8605-91b18d07a895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a16d4-c3c7-4a16-824f-5302f1993e08,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:39.894851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-901da023-cc13-4830-8605-91b18d07a895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:39.901172 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40046) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:39.908124 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-901da023-cc13-4830-8605-91b18d07a895 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e95ff1f5319b4ec2860c30b070cc8bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202353 Jun 29 10:42:39.949423 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.970280 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.015538 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.018425 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.019575 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/081a16d4-c3c7-4a16-824f-5302f1993e08 HTTP/1.1" status: 204 len: 168 time: 0.1174793 Jun 29 10:42:40.020393 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-33aee511-7893-4787-9589-622d6806ef4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:40.027530 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a16d4-c3c7-4a16-824f-5302f1993e08,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:40.034449 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:40.275840 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d663-c231-44aa-9cb3-a54f8b2c97d8 req-9af92094-faab-4646-b135-710c22101fe0 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:40.278006 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4908d663-c231-44aa-9cb3-a54f8b2c97d8 req-9af92094-faab-4646-b135-710c22101fe0 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.0645416 Jun 29 10:42:40.316396 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4908d663-c231-44aa-9cb3-a54f8b2c97d8 req-724d8bbe-99ea-4ae1-a4bd-af8f8d275b1e tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Jun 29 10:42:40.390260 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-59d4628c-8013-4919-aa63-0057d36acec7 req-12a1ed07-45f4-4cbf-aa09-c4ea59b9e3ff tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0329838 Jun 29 10:42:40.801608 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0b13b-f24a-4aed-bef6-a08e5aec0033 req-ee8dc422-6cc7-43ff-8e7c-32d80f2355bd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:40.803091 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2c0b13b-f24a-4aed-bef6-a08e5aec0033 req-ee8dc422-6cc7-43ff-8e7c-32d80f2355bd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.0645657 Jun 29 10:42:40.842654 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2c0b13b-f24a-4aed-bef6-a08e5aec0033 req-f4cc1bf5-5ffe-43b6-a4cf-1662d9abbf4e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337796 Jun 29 10:42:40.996366 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c44ab7f8-3e05-4102-ba2c-876e004c65b5 req-e0001232-8079-4fa1-a8b4-473ce3e1f2d6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0283151 Jun 29 10:42:41.497302 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-0edac978-95ee-4483-822d-a01be08799bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:41.499049 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-0edac978-95ee-4483-822d-a01be08799bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0763891 Jun 29 10:42:41.548309 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-b41e89ef-6fe4-4f61-9384-37db94c56e4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405586 Jun 29 10:42:41.570411 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-92d334e9-723b-4327-bd9a-ac58376c7f87 req-78308c18-972d-4791-9295-ac420d176cd7 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0488827 Jun 29 10:42:41.597158 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5b54-fe0b-41a5-994a-4b4522257140 req-3e775961-1b1b-4618-9b34-ee0185ee7a8a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:41.598563 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-570c5b54-fe0b-41a5-994a-4b4522257140 req-3e775961-1b1b-4618-9b34-ee0185ee7a8a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.1679292 Jun 29 10:42:41.677421 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-570c5b54-fe0b-41a5-994a-4b4522257140 req-0dbd4771-54d2-454a-9a41-19da8d72053f tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Jun 29 10:42:41.692639 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-455d6d68-1ed8-4c5a-9473-5559ae1a7d39 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260090 Jun 29 10:42:41.804601 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51848011-0afc-4ae6-b090-44a5a92a02ee req-6ad21a79-3f2b-4163-8544-bab380fd4564 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042130 Jun 29 10:42:42.101509 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-57822208-c49d-4fc2-b156-90bdbde9fc53 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:42.103172 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-57822208-c49d-4fc2-b156-90bdbde9fc53 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 811 time: 0.1946027 Jun 29 10:42:42.118287 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254769ac-c64e-4949-8f53-15a53aae9b6e req-29a09390-81c5-4f88-871b-94beedf1f4d5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:42.119774 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-254769ac-c64e-4949-8f53-15a53aae9b6e req-29a09390-81c5-4f88-871b-94beedf1f4d5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.1254308 Jun 29 10:42:42.195422 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cff7bccf-3d63-4d89-8154-6da026199ee7 req-861783e4-6f6a-4ca6-8713-cdd7b26562d5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0547242 Jun 29 10:42:42.233857 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4c873ad0-33cc-4341-bcbe-fac591920a54 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=472a075443ff462b97250e1ba06e6b25 HTTP/1.1" status: 200 len: 379 time: 0.1069653 Jun 29 10:42:42.233857 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-254769ac-c64e-4949-8f53-15a53aae9b6e req-5a364867-27ed-4315-8e61-6a9cfc12310b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075363 Jun 29 10:42:42.240490 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'port': {'device_id': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'admin_state_up': True, 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'security_groups': ['ee372535-3dcb-48ac-b470-7c56349f2ca2']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:42.816218 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-739538c0-5841-4e35-92ed-60d03b208b7e req-18da2f66-5ab8-4ef2-8323-7d9af7849fa9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0842240 Jun 29 10:42:42.868454 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-58130cb2-776e-4d67-96e9-4f796b4770a5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:42.869942 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-58130cb2-776e-4d67-96e9-4f796b4770a5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 817 time: 0.3175917 Jun 29 10:42:42.880044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Made reservation on behalf of 472a075443ff462b97250e1ba06e6b25 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:42.884215 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.980820 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40182) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:42.989519 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-0f4512d1-1e61-4973-b12b-f2ce691ef55a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 380 time: 0.1008887 Jun 29 10:42:43.003986 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'port': {'device_id': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'admin_state_up': True, 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'security_groups': ['29b7afd2-a43d-41ce-8092-3e5d70abeaea']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:43.018545 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be46ef-5c75-448c-a117-d026d69f34a1 req-2bc01d3d-0f52-474e-bc72-e0bb4a472962 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:43.020027 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-79be46ef-5c75-448c-a117-d026d69f34a1 req-2bc01d3d-0f52-474e-bc72-e0bb4a472962 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.2013688 Jun 29 10:42:43.121369 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5df0e2c5-758f-4667-87aa-b0259045f853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.154631 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-79be46ef-5c75-448c-a117-d026d69f34a1 req-b9b767c5-b1b9-4385-bb21-bf217b37581b tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952675 Jun 29 10:42:43.173859 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Allocated IP 172.20.0.8 (aea4f42f-8618-4153-ba28-fddba00eb9db/c634196c-37a2-477d-a687-52c2dbc82b45/22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:43.234393 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5df0e2c5-758f-4667-87aa-b0259045f853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.250649 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5df0e2c5-758f-4667-87aa-b0259045f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.253363 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4b428014-c6be-4e93-94a1-e51ef7db8971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:43.300997 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0e2c5-758f-4667-87aa-b0259045f853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba071ecf-871b-4e6a-8b07-4bdc3ccfa787,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:43.314735 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Made reservation on behalf of 5eb46fee469147ad8a204594f4a59b87 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:43.317833 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5df0e2c5-758f-4667-87aa-b0259045f853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:43.318753 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.346079 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-5df0e2c5-758f-4667-87aa-b0259045f853 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2b719bae60d4a7f883ff97b6f469e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629456 Jun 29 10:42:43.349647 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40198) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:43.415789 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.427877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.438469 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 165ef628-2a51-4d6d-95e6-7930eb6cfe8f up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:43.442758 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.493387 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:43.497253 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:43.497802 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.511530 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.514787 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.516346 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba071ecf-871b-4e6a-8b07-4bdc3ccfa787 HTTP/1.1" status: 204 len: 168 time: 0.1656637 Jun 29 10:42:43.518251 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Transition to ACTIVE for port object 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:43.521977 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:43.565087 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1b3bf88-fd52-4f04-8cf7-dbeb02334ac2 req-fecd174b-908b-43df-8b59-59b129cd707f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0897892 Jun 29 10:42:43.565234 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba071ecf-871b-4e6a-8b07-4bdc3ccfa787,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:43.582602 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:43.632080 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Allocated IP 172.20.0.6 (9488fd3b-8463-4288-bec1-be4710d617e1/f32f41dd-fe85-4f53-96e7-e4e9b21677fe/cd692102-6ecd-4ea2-9030-ba7855323390) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:43.670057 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.687442 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070cc90-73dc-4a54-a264-23969dfcc329 req-2609efb8-81e0-492f-8895-ece06f2b1768 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:43.689826 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3070cc90-73dc-4a54-a264-23969dfcc329 req-2609efb8-81e0-492f-8895-ece06f2b1768 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.2596428 Jun 29 10:42:43.695177 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.697474 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:43.700372 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d715bc-7ee2-4337-8879-7af4cdfc7062" -d '{"events": [{"server_uuid": "4adfa9b3-5e37-4997-9714-d4ef9f1e4933", "name": "network-vif-plugged", "status": "completed", "tag": "165ef628-2a51-4d6d-95e6-7930eb6cfe8f"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:43.716393 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:43.722138 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.728427 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:43.758489 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:43.760445 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de8d566-dc5e-491d-b380-beee63bc3d75 x-openstack-request-id: req-3de8d566-dc5e-491d-b380-beee63bc3d75 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:43.760950 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adfa9b3-5e37-4997-9714-d4ef9f1e4933", "name": "network-vif-plugged", "status": "completed", "tag": "165ef628-2a51-4d6d-95e6-7930eb6cfe8f", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:43.761336 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3de8d566-dc5e-491d-b380-beee63bc3d75 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:43.761961 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f', 'code': 200} Jun 29 10:42:43.798806 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:43.803260 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:43.833493 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Network aea4f42f-8618-4153-ba28-fddba00eb9db is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:43.854073 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:43.856672 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:43.862993 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:43.863988 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.909213 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3070cc90-73dc-4a54-a264-23969dfcc329 req-8d6f4b33-b5e9-4c0f-aa6b-34fd01b21098 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118545 Jun 29 10:42:43.940328 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'Port': ['ID=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:43.943738 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:43.958443 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7233567 Jun 29 10:42:43.967317 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40234) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:43.987546 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-84f6cedf-858d-4448-b1fc-3250e6a8ae9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.044303 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.111197 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Transition to ACTIVE for port object cd692102-6ecd-4ea2-9030-ba7855323390 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:44.199367 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f792d7-9da4-46b7-be6d-86a89fbf7feb req-e5792042-4f04-409c-9a11-7c384a0c77b7 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:44.200957 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f8f792d7-9da4-46b7-be6d-86a89fbf7feb req-e5792042-4f04-409c-9a11-7c384a0c77b7 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 931 time: 0.1621156 Jun 29 10:42:44.205798 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-408e104f-8ccf-4866-9cc5-c77bb4c47dce None None] Provisioning for port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:44.208885 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.211415 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-408e104f-8ccf-4866-9cc5-c77bb4c47dce None None] Provisioning complete for port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:44.211951 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-408e104f-8ccf-4866-9cc5-c77bb4c47dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.225139 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:44.255972 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-408e104f-8ccf-4866-9cc5-c77bb4c47dce None None] Port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:44.310573 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Network 9488fd3b-8463-4288-bec1-be4710d617e1 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:44.314205 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-84f6cedf-858d-4448-b1fc-3250e6a8ae9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.321735 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:44.324173 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:44.329915 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:44.330526 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.339390 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f8f792d7-9da4-46b7-be6d-86a89fbf7feb req-a6683362-6d86-4734-a647-598748830307 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318288 Jun 29 10:42:44.342966 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-84f6cedf-858d-4448-b1fc-3250e6a8ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.345931 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:44.348987 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:44.353493 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:44.376798 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715186 Jun 29 10:42:44.391896 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6cedf-858d-4448-b1fc-3250e6a8ae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457c0534-58eb-4b8b-ab25-5d36dba778ff,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:44.395105 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-84f6cedf-858d-4448-b1fc-3250e6a8ae9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:44.400442 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-84f6cedf-858d-4448-b1fc-3250e6a8ae9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d5e723740094a268b9847eae739a0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302363 Jun 29 10:42:44.400975 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40260) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:44.454538 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.475959 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.523521 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.526513 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.527658 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/457c0534-58eb-4b8b-ab25-5d36dba778ff HTTP/1.1" status: 204 len: 168 time: 0.1260231 Jun 29 10:42:44.528478 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-30b1f69b-db3c-41f3-a692-98701cbd5812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:44.535667 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c0534-58eb-4b8b-ab25-5d36dba778ff,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:44.537867 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:44.580837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-46a9bed3-0102-4248-ac15-58f592530124 None None] Provisioning for port cd692102-6ecd-4ea2-9030-ba7855323390 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:44.584584 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-46a9bed3-0102-4248-ac15-58f592530124 None None] Provisioning complete for port cd692102-6ecd-4ea2-9030-ba7855323390 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:44.585026 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-46a9bed3-0102-4248-ac15-58f592530124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:44.621523 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-46a9bed3-0102-4248-ac15-58f592530124 None None] Port cd692102-6ecd-4ea2-9030-ba7855323390 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:44.765113 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f6620-bb6d-453b-8aff-65d1471e8d05 req-87fc7e7e-fbe7-4d68-9661-81ef72c7187e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:44.766641 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e10f6620-bb6d-453b-8aff-65d1471e8d05 req-87fc7e7e-fbe7-4d68-9661-81ef72c7187e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 931 time: 0.0615931 Jun 29 10:42:44.804156 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e10f6620-bb6d-453b-8aff-65d1471e8d05 req-5ab2ea08-baf2-4825-9bd6-3cd167a830c0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Jun 29 10:42:45.077576 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0be04-faae-468f-a770-830c18bce095 req-454dfa29-f2c1-499c-9189-8647aca1b1a2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:45.079405 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c2f0be04-faae-468f-a770-830c18bce095 req-454dfa29-f2c1-499c-9189-8647aca1b1a2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.0662801 Jun 29 10:42:45.122194 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c2f0be04-faae-468f-a770-830c18bce095 req-8a4c2887-033b-4e61-bdda-fed8ec86ec4b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341504 Jun 29 10:42:45.530399 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20ed0-8819-42ca-a22d-ffcd5fc817cd req-598d15f1-c718-46f6-970b-024a0813a37f tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:45.531842 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bab20ed0-8819-42ca-a22d-ffcd5fc817cd req-598d15f1-c718-46f6-970b-024a0813a37f tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 931 time: 0.0655677 Jun 29 10:42:45.568826 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bab20ed0-8819-42ca-a22d-ffcd5fc817cd req-1c6214e6-2c00-4eb6-b5b7-ced0a53f506d tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310779 Jun 29 10:42:45.592366 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40308) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:45.694565 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1a622c13-2aac-41cb-ae9b-fd34f5425a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.781275 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1a622c13-2aac-41cb-ae9b-fd34f5425a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.786757 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1a622c13-2aac-41cb-ae9b-fd34f5425a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.789978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-108111e5-4a11-4e74-8924-91bed44c0f36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:45.824704 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1a622c13-2aac-41cb-ae9b-fd34f5425a60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47a861e36e3a4a489f2d536f1add2074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313466 Jun 29 10:42:45.825772 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622c13-2aac-41cb-ae9b-fd34f5425a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbda7cb-59bb-4d96-8f21-2f63efac9fbb,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:45.827748 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40314) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:45.828640 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1a622c13-2aac-41cb-ae9b-fd34f5425a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:45.878107 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.899894 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.975839 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.978368 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.979435 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cbda7cb-59bb-4d96-8f21-2f63efac9fbb HTTP/1.1" status: 204 len: 168 time: 0.1506290 Jun 29 10:42:45.980732 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:45.990203 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbda7cb-59bb-4d96-8f21-2f63efac9fbb,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:45.992932 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:46.010840 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b34247-839f-439d-8591-4f4f6be75188 req-639e7b37-432e-4958-9fae-96d0e5028b72 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:46.014141 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-13b34247-839f-439d-8591-4f4f6be75188 req-639e7b37-432e-4958-9fae-96d0e5028b72 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 931 time: 0.0883615 Jun 29 10:42:46.052735 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-13b34247-839f-439d-8591-4f4f6be75188 req-7156e030-f440-42dc-9a01-87c3e566e4db tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Jun 29 10:42:46.308134 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee83ad2-cf96-436b-b8c7-671e21c967a6 req-3b17e690-0891-4919-96c1-a9ad77359967 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:46.309651 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bee83ad2-cf96-436b-b8c7-671e21c967a6 req-3b17e690-0891-4919-96c1-a9ad77359967 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 944 time: 0.0726345 Jun 29 10:42:46.315730 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:46.327815 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Request body: {'port': {'device_id': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:46.341708 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Request body: {'port': {'device_id': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:46.456800 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bee83ad2-cf96-436b-b8c7-671e21c967a6 req-442fda6a-3e34-497f-b873-352c464abd84 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347866 Jun 29 10:42:46.495464 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.508856 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.538495 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:46.573459 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8', 'network_id': 'ca7aa164-fd0f-4912-a345-4c76b0d5cf34', 'port_id': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8', 'mac_address': 'fa:16:3e:da:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0acc7-757f-4524-a940-ad0862dea75a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:46.639424 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.654193 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c21dea-144f-480b-8916-4c34e2669b92 req-91b9bcca-9a03-45e4-b1d2-fe508a581bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:46.655886 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:46.657336 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-24c21dea-144f-480b-8916-4c34e2669b92 req-91b9bcca-9a03-45e4-b1d2-fe508a581bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.0801976 Jun 29 10:42:46.684351 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:46.692825 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.694042 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:46.712818 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-24c21dea-144f-480b-8916-4c34e2669b92 req-ac7a4b87-dba2-4568-8645-35bb497c862b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Jun 29 10:42:46.761068 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:46.768639 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:46.966313 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['d34f7c16-2c0f-4fbc-b07d-be6588d0efb8'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:47.150068 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca13d-e36b-49ee-a1b7-044aebab5989 req-bd34b956-3304-496e-9ca7-e702c583a5f6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:47.156850 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1b4ca13d-e36b-49ee-a1b7-044aebab5989 req-bd34b956-3304-496e-9ca7-e702c583a5f6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 931 time: 0.4263260 Jun 29 10:42:47.269169 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1b4ca13d-e36b-49ee-a1b7-044aebab5989 req-83c14507-d412-4c8d-9cd4-7a994b60c6a1 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111884 Jun 29 10:42:47.338024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:47.343473 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd692102-6ecd-4ea2-9030-ba7855323390 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:47.352195 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.355447 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.383172 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Transition to ACTIVE for port object 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:47.406561 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Transition to ACTIVE for port object cd692102-6ecd-4ea2-9030-ba7855323390 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:47.413269 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.419749 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:47.421737 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.520498 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Pushing event updated for resources: {'Port': ['ID=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.559380 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:47.563076 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:47.614078 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227bf51-bf69-436f-9429-539ac6ccee7f req-1746ba43-b4b3-4eff-94de-50073291fb10 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:47.644815 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b227bf51-bf69-436f-9429-539ac6ccee7f req-1746ba43-b4b3-4eff-94de-50073291fb10 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 931 time: 0.2803521 Jun 29 10:42:47.759481 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Attempting to bind port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:47.759719 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Attempting to bind port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:47.760044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Attempting to bind port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 on network aea4f42f-8618-4153-ba28-fddba00eb9db {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:47.772256 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 on network aea4f42f-8618-4153-ba28-fddba00eb9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:47.772574 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Attempting to bind port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 on network aea4f42f-8618-4153-ba28-fddba00eb9db {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:47.792263 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Attempting to bind port cd692102-6ecd-4ea2-9030-ba7855323390 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:47.792620 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Attempting to bind port cd692102-6ecd-4ea2-9030-ba7855323390 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:47.792900 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Attempting to bind port cd692102-6ecd-4ea2-9030-ba7855323390 on network 9488fd3b-8463-4288-bec1-be4710d617e1 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:47.794848 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:47.795168 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Checking segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:47.798878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Bound using segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:47.798878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Bound port: 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:47.798878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.816552 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.828002 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:47.829238 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Port cd692102-6ecd-4ea2-9030-ba7855323390 on network 9488fd3b-8463-4288-bec1-be4710d617e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:47.829557 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Attempting to bind port cd692102-6ecd-4ea2-9030-ba7855323390 on network 9488fd3b-8463-4288-bec1-be4710d617e1 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:47.838786 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b227bf51-bf69-436f-9429-539ac6ccee7f req-233ab0a2-7ca9-43cf-bb36-e718cc0a8f24 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931388 Jun 29 10:42:47.842405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:47.842736 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Checking segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:47.843106 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Bound using segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:47.843529 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Bound port: cd692102-6ecd-4ea2-9030-ba7855323390, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:47.843872 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.925095 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64437b6-d85a-48cb-afbd-852d0d477d60 req-39cb563b-5d0f-41c8-b2ad-41ddbec6e6ed tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:47.926609 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a64437b6-d85a-48cb-afbd-852d0d477d60 req-39cb563b-5d0f-41c8-b2ad-41ddbec6e6ed tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 945 time: 0.2212639 Jun 29 10:42:47.965388 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] For port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:47.984371 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] For port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:47.994037 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.003582 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:48.014589 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:48.036703 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a64437b6-d85a-48cb-afbd-852d0d477d60 req-f5a185ab-5485-4125-890a-df303061b498 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979214 Jun 29 10:42:48.059659 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.059659 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.059659 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] 10.222.0.50 "PUT /v2.0/ports/22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 200 len: 1093 time: 1.7353415 Jun 29 10:42:48.059659 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:48.061376 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc433d-cd81-4cce-ab32-28c012644f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:48.067070 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:48.104287 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.108196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Pushing event updated for resources: {'Port': ['ID=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:48.124160 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac47fc16-62b6-4738-a158-d93fc036eb1c x-openstack-request-id: req-ac47fc16-62b6-4738-a158-d93fc036eb1c {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:48.124469 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:48.124740 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac47fc16-62b6-4738-a158-d93fc036eb1c {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:48.125251 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'status': 'completed', 'code': 200} Jun 29 10:42:48.126543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:48.126630 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ff0df1a2-5fc4-4d97-8fbf-42a9930c6281 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:48.195028 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.195560 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.196909 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] 10.222.0.50 "PUT /v2.0/ports/cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 200 len: 1093 time: 1.8650289 Jun 29 10:42:48.223420 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:48.229136 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:48.248383 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-5a002b8d-2061-4e4a-a017-e7f2abcfd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.250029 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-5a002b8d-2061-4e4a-a017-e7f2abcfd41a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 1096 time: 0.1197903 Jun 29 10:42:48.346567 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-29589f8e-33e8-44c1-852c-3c42217cbafe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0727229 Jun 29 10:42:48.437074 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-795b7944-7e97-43a9-a1c0-5d192d10256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.438986 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-795b7944-7e97-43a9-a1c0-5d192d10256e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.0843487 Jun 29 10:42:48.442159 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-de2176ef-8ff0-4d39-8a04-beb2d6d14756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.444080 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-de2176ef-8ff0-4d39-8a04-beb2d6d14756 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1096 time: 0.1690485 Jun 29 10:42:48.557299 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-2640a6ee-0517-42ea-b595-6167ce653c6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 200 len: 217 time: 0.0905576 Jun 29 10:42:48.643365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-77b794ba-f2dd-4e2f-a33a-0b360690b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.643365 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-77b794ba-f2dd-4e2f-a33a-0b360690b275 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0761907 Jun 29 10:42:48.657295 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de407-a395-4a60-881a-2520d95dd565 req-71f6d7bb-4ab9-4c71-a652-e174ca02dc88 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.666239 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-722de407-a395-4a60-881a-2520d95dd565 req-71f6d7bb-4ab9-4c71-a652-e174ca02dc88 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 943 time: 0.2091897 Jun 29 10:42:48.697091 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-9324fd1f-23cd-423e-967e-108b2a4532c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.698599 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-9324fd1f-23cd-423e-967e-108b2a4532c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2309151 Jun 29 10:42:48.787194 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-722de407-a395-4a60-881a-2520d95dd565 req-a6b2c811-39fa-4f7a-b3d7-dd9928d00133 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221871 Jun 29 10:42:48.824592 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-2b0312e6-2737-4cbe-94f7-6143cfb4a3f6 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087472 Jun 29 10:42:48.826305 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f016ca28-ec16-4221-bfdd-8c3e27190d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.827644 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f016ca28-ec16-4221-bfdd-8c3e27190d43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1606994 Jun 29 10:42:49.032782 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba1c5559-78ed-46f7-b371-ae60d3bd1465 req-79d5907a-6b68-400b-83f4-a30e222ea80a service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941605 Jun 29 10:42:49.035431 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-e71e48a6-08de-478c-9095-b8d714c2e45e service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958289 Jun 29 10:42:49.066648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a947caa-ea83-4158-938d-f18cdb692131 req-1c876d9f-63a1-46f1-8052-1d6214bf52b6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:49.067965 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5a947caa-ea83-4158-938d-f18cdb692131 req-1c876d9f-63a1-46f1-8052-1d6214bf52b6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0908465 Jun 29 10:42:49.108632 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5a947caa-ea83-4158-938d-f18cdb692131 req-84e889d3-0ebe-4293-b608-2393ff33462a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321393 Jun 29 10:42:49.235801 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a69c-9c31-4cf7-ac04-7fda4bfc0106 req-62660c43-7372-41ae-a14f-c5208428bb3d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:49.237361 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5135a69c-9c31-4cf7-ac04-7fda4bfc0106 req-62660c43-7372-41ae-a14f-c5208428bb3d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 945 time: 0.0658295 Jun 29 10:42:49.283400 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5135a69c-9c31-4cf7-ac04-7fda4bfc0106 req-c62ed2e3-5de3-44cc-a479-781445bdbcce tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Jun 29 10:42:49.888059 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:49.937505 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:49.941563 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:49.941984 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.960396 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df9b52-ca4b-4f22-8439-c5ba1c19b053 req-48bc420e-7ef8-43b6-93c9-52073038b0a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:49.961910 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f2df9b52-ca4b-4f22-8439-c5ba1c19b053 req-48bc420e-7ef8-43b6-93c9-52073038b0a5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 943 time: 0.0648050 Jun 29 10:42:49.999590 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f2df9b52-ca4b-4f22-8439-c5ba1c19b053 req-0c0642ab-6f4e-458b-acf0-952e86165c07 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316651 Jun 29 10:42:50.017347 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.043521 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:50.045871 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cd4869-63a2-43f9-95f6-11cba044bc1e" -d '{"events": [{"server_uuid": "2e4f15e1-87cf-47f3-87e5-134818d023c1", "name": "network-vif-plugged", "status": "completed", "tag": "d34f7c16-2c0f-4fbc-b07d-be6588d0efb8"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:50.060498 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:50.065175 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.067136 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:50.091799 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccab33d2-4d03-4226-83ca-02c43c689313 x-openstack-request-id: req-ccab33d2-4d03-4226-83ca-02c43c689313 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:50.092133 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4f15e1-87cf-47f3-87e5-134818d023c1", "name": "network-vif-plugged", "status": "completed", "tag": "d34f7c16-2c0f-4fbc-b07d-be6588d0efb8", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:50.092389 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccab33d2-4d03-4226-83ca-02c43c689313 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:50.092963 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8', 'code': 200} Jun 29 10:42:50.121284 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:50.125239 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:50.126401 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:50.128803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:50.165672 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2d824d-653d-4eb6-b63e-e36eaa1a348f x-openstack-request-id: req-da2d824d-653d-4eb6-b63e-e36eaa1a348f {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:50.165977 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:50.166249 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da2d824d-653d-4eb6-b63e-e36eaa1a348f {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:50.166662 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'status': 'completed', 'code': 200} Jun 29 10:42:50.289400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82cb3-4946-4b36-b23d-c3daf90afe87 req-1d6555c7-0d02-481e-a8a9-2717a49b4aa2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:50.290861 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f8a82cb3-4946-4b36-b23d-c3daf90afe87 req-1d6555c7-0d02-481e-a8a9-2717a49b4aa2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0683534 Jun 29 10:42:50.329137 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f8a82cb3-4946-4b36-b23d-c3daf90afe87 req-74756df0-9aab-4854-ba80-8782df92ad8a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326159 Jun 29 10:42:50.460517 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3a5d-c6b3-440a-a9d7-7baa317a5f45 req-6fa70bab-9093-42cd-ba2d-243910196133 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:50.461975 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c6aa3a5d-c6b3-440a-a9d7-7baa317a5f45 req-6fa70bab-9093-42cd-ba2d-243910196133 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0666695 Jun 29 10:42:50.498790 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c6aa3a5d-c6b3-440a-a9d7-7baa317a5f45 req-071e7ace-752a-4b95-b416-56127c88d010 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Jun 29 10:42:50.906448 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2bacd4c-4b5c-42e9-b982-8d1369634549 req-f4a443bf-7684-41b6-95bb-6521f1f5868e service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Jun 29 10:42:51.187349 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eede6c-f55b-41c7-bca4-80c9211c8d5d req-fba1d853-d209-42da-bf3a-3cc2c8c72fde tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:51.188855 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-22eede6c-f55b-41c7-bca4-80c9211c8d5d req-fba1d853-d209-42da-bf3a-3cc2c8c72fde tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 943 time: 0.0687094 Jun 29 10:42:51.231340 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-22eede6c-f55b-41c7-bca4-80c9211c8d5d req-90bdd020-329d-4dc4-a983-595e3b74fba9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365713 Jun 29 10:42:51.512805 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6afe-ff10-4d4e-979e-cf6e6114e544 req-f5305028-7530-453e-bd81-3c664a59f59a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:51.514338 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-881c6afe-ff10-4d4e-979e-cf6e6114e544 req-f5305028-7530-453e-bd81-3c664a59f59a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0622551 Jun 29 10:42:51.550746 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-881c6afe-ff10-4d4e-979e-cf6e6114e544 req-fe5b3658-ab1b-4360-8c56-29e6cd69bff4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Jun 29 10:42:51.669115 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96f77-a9bf-44d8-91ac-be261074b5ab req-1b2750c8-a28e-4f58-9325-9a6f9e767fa3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:51.670651 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-34d96f77-a9bf-44d8-91ac-be261074b5ab req-1b2750c8-a28e-4f58-9325-9a6f9e767fa3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0631738 Jun 29 10:42:51.714211 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-34d96f77-a9bf-44d8-91ac-be261074b5ab req-64ce6eeb-7fe0-454b-b67a-8d950ae7530e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372682 Jun 29 10:42:52.024004 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-91ea4b69-4adc-41d4-ba45-8a4b22b64108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.025547 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-91ea4b69-4adc-41d4-ba45-8a4b22b64108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 1096 time: 0.1084220 Jun 29 10:42:52.046614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-c7ff6879-cf9f-480e-aad9-1459615ef5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.048184 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-c7ff6879-cf9f-480e-aad9-1459615ef5a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1096 time: 0.0834122 Jun 29 10:42:52.160602 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db94a7-a0c2-4c8d-997e-7fc75f5e2db7 req-66211112-3882-43f7-8a82-aa36810b1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.162172 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-d8db94a7-a0c2-4c8d-997e-7fc75f5e2db7 req-66211112-3882-43f7-8a82-aa36810b1f75 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 1099 time: 0.0592070 Jun 29 10:42:52.199484 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-d8db94a7-a0c2-4c8d-997e-7fc75f5e2db7 req-c0d37ec9-0ce5-4e57-a4a1-d77715f081ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275795 Jun 29 10:42:52.213899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-d905e43d-1ca5-4cef-8e46-5b1c10da5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.215340 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-d905e43d-1ca5-4cef-8e46-5b1c10da5da6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.1569109 Jun 29 10:42:52.216247 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-b75b1d10-e86d-4b69-849a-d3d7008e7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.217652 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-b75b1d10-e86d-4b69-849a-d3d7008e7cfe service neutron] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 912 time: 0.1827738 Jun 29 10:42:52.351282 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-bd25dcea-857c-45a3-9c11-fc05c1f5a6ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0667253 Jun 29 10:42:52.352457 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-19d1ffed-fb1f-453c-b508-5044f2f76df6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 200 len: 217 time: 0.0667741 Jun 29 10:42:52.664274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-3a18d958-35c7-46ee-848b-b62a09554279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.665757 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-3a18d958-35c7-46ee-848b-b62a09554279 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.2977395 Jun 29 10:42:52.710299 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-521571f8-3408-4f76-98b2-fdd8fe7e2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.711715 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-521571f8-3408-4f76-98b2-fdd8fe7e2f3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.3215852 Jun 29 10:42:52.784597 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359e881-bd96-408d-8775-829ad0a26b7d req-1c153add-6459-49c7-bc0f-0fac02fb0ad4 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.786136 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c359e881-bd96-408d-8775-829ad0a26b7d req-1c153add-6459-49c7-bc0f-0fac02fb0ad4 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 943 time: 0.4291861 Jun 29 10:42:52.859379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-11ddc010-250a-4844-8b38-ba12fc27d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.860919 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-11ddc010-250a-4844-8b38-ba12fc27d8f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1777952 Jun 29 10:42:52.874003 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ff550-5d76-425f-8f4a-fe55cacc9c26 req-e5f1651e-afc3-4cb9-be55-4dd572609e16 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.875518 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-677ff550-5d76-425f-8f4a-fe55cacc9c26 req-e5f1651e-afc3-4cb9-be55-4dd572609e16 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.2068713 Jun 29 10:42:52.889276 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c359e881-bd96-408d-8775-829ad0a26b7d req-f385c8bf-3e2e-4870-80e1-91b983cd2e59 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891862 Jun 29 10:42:52.949530 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-f3514105-80e8-4d88-bf5a-1c81f8888265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.951270 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-f3514105-80e8-4d88-bf5a-1c81f8888265 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2166092 Jun 29 10:42:52.990657 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40554) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:53.028791 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-677ff550-5d76-425f-8f4a-fe55cacc9c26 req-a9d04b99-6b92-4793-bbe3-cf51e0f25999 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375377 Jun 29 10:42:53.125330 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-239dda8c-3800-4740-9b26-c005f18c5048 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461097 Jun 29 10:42:53.148728 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-19604cc2-a854-49dd-8c78-2c48f71e30ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.200332 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-947a0d86-e338-4657-8001-ce7609ed82fb service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332244 Jun 29 10:42:53.244040 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b41c9-a45c-42e1-b423-08a9481b065e req-b52204ff-dc84-4c96-8fbe-178c645d6284 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:53.251551 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9e6b41c9-a45c-42e1-b423-08a9481b065e req-b52204ff-dc84-4c96-8fbe-178c645d6284 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.2308745 Jun 29 10:42:53.280210 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-19604cc2-a854-49dd-8c78-2c48f71e30ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.286488 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-19604cc2-a854-49dd-8c78-2c48f71e30ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.290867 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:53.348790 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-19604cc2-a854-49dd-8c78-2c48f71e30ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2196d80ca1b941c88398c727a0bc5355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569663 Jun 29 10:42:53.349611 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40578) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:53.358031 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19604cc2-a854-49dd-8c78-2c48f71e30ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ea8c5f-61a8-4621-9924-91dabe14ecf5,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:53.368187 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-19604cc2-a854-49dd-8c78-2c48f71e30ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:53.392948 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9e6b41c9-a45c-42e1-b423-08a9481b065e req-327d3724-ded8-460f-adf0-9e88b712f80d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406193 Jun 29 10:42:53.397652 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-abcc433d-cd81-4cce-ab32-28c012644f0a req-eacd5b53-035c-4792-8bf6-f5662bd0f80f service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606881 Jun 29 10:42:53.441549 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1c37ad0-a8cb-4b2f-a5ff-aacb295013bd req-ca835671-683d-4db9-8d5f-2d00e0396457 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238579 Jun 29 10:42:53.442601 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.473457 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.524316 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.527177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.528266 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02ea8c5f-61a8-4621-9924-91dabe14ecf5 HTTP/1.1" status: 204 len: 168 time: 0.1765559 Jun 29 10:42:53.529418 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0383aab9-4ab8-4bd6-ac2f-66a855595cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:53.538631 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ea8c5f-61a8-4621-9924-91dabe14ecf5,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:53.541345 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:53.836320 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40608) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:53.849403 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e9d33184-b3a5-48e9-aaf7-b548ea196a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.937720 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e9d33184-b3a5-48e9-aaf7-b548ea196a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.942539 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e9d33184-b3a5-48e9-aaf7-b548ea196a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.945684 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5df1770a-8b6a-4e9e-91bc-9958700006ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:53.979254 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e9d33184-b3a5-48e9-aaf7-b548ea196a83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=180c6a8f5c074affa2ccb1b63b678080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417642 Jun 29 10:42:53.980249 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d33184-b3a5-48e9-aaf7-b548ea196a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694a83ec-5f90-4a1a-9c33-d4ab1847d587,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:53.982162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40612) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:53.983371 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e9d33184-b3a5-48e9-aaf7-b548ea196a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:54.065655 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.093601 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.119003 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e3b77-cc3a-4dd2-a0f7-cc44e905cf48 req-8b34c7b3-efb9-4238-8d53-5c76eeab065d tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:54.120524 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f42e3b77-cc3a-4dd2-a0f7-cc44e905cf48 req-8b34c7b3-efb9-4238-8d53-5c76eeab065d tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 943 time: 0.1129735 Jun 29 10:42:54.192707 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f42e3b77-cc3a-4dd2-a0f7-cc44e905cf48 req-1f516e10-a817-454f-a72c-38875e694189 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639336 Jun 29 10:42:54.203939 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.206480 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.209978 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/694a83ec-5f90-4a1a-9c33-d4ab1847d587 HTTP/1.1" status: 204 len: 168 time: 0.2244263 Jun 29 10:42:54.211423 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-352ab88c-ef38-4fe4-9154-7884dc099986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:54.221750 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694a83ec-5f90-4a1a-9c33-d4ab1847d587,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:54.225024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:54.241100 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aade875-adc4-45f8-b24f-ad5dcd589895 req-1e193735-959b-420e-997c-7ea1c5ca2244 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:54.242656 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5aade875-adc4-45f8-b24f-ad5dcd589895 req-1e193735-959b-420e-997c-7ea1c5ca2244 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0881424 Jun 29 10:42:54.281959 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5aade875-adc4-45f8-b24f-ad5dcd589895 req-cbc56315-43ad-4d28-922f-9ca6fdb99b8e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327253 Jun 29 10:42:54.568511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6341b0f-ed3b-4624-bd01-93b10ae03998 req-5c294a14-2c58-4162-8af3-2c20592ee70f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:54.570049 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6341b0f-ed3b-4624-bd01-93b10ae03998 req-5c294a14-2c58-4162-8af3-2c20592ee70f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0651748 Jun 29 10:42:54.611349 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6341b0f-ed3b-4624-bd01-93b10ae03998 req-a7e2fb8b-115a-4319-8a7b-c6b5281dd736 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355120 Jun 29 10:42:54.709866 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:55.035046 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09048c9-1f7c-488b-9808-edb81c682b38 req-5aa210d1-65c5-4cb0-9628-a749bbb97564 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:55.036717 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d09048c9-1f7c-488b-9808-edb81c682b38 req-5aa210d1-65c5-4cb0-9628-a749bbb97564 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0630779 Jun 29 10:42:55.073953 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d09048c9-1f7c-488b-9808-edb81c682b38 req-0e040c61-5dd0-46c4-98c2-f445212821c7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Jun 29 10:42:55.373928 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e16e5e-584b-480a-b869-f48913e8c331 req-8c36a941-3093-4894-a1a5-0f7047da29f0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:55.376388 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-30e16e5e-584b-480a-b869-f48913e8c331 req-8c36a941-3093-4894-a1a5-0f7047da29f0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 943 time: 0.0718277 Jun 29 10:42:55.438225 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-30e16e5e-584b-480a-b869-f48913e8c331 req-31717552-a4f7-46a1-9b1f-1621e05b7edd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565622 Jun 29 10:42:55.485423 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389d856-79b3-44dd-9748-6e44fa8c56aa req-41787d8d-eed5-4ef5-9cee-7fa986c3c3f9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:55.486935 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3389d856-79b3-44dd-9748-6e44fa8c56aa req-41787d8d-eed5-4ef5-9cee-7fa986c3c3f9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0851858 Jun 29 10:42:55.523941 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3389d856-79b3-44dd-9748-6e44fa8c56aa req-4f475b8c-783a-4c8d-8965-baaf56fa5df1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Jun 29 10:42:55.671556 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b6a94db8-0c84-48da-b7b6-f20d4bbd1558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.276601 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba45e5-397a-4f07-a5ee-163050dfc45c req-3b77ee23-8997-4859-94d5-223171afdaf1 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.278051 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-81ba45e5-397a-4f07-a5ee-163050dfc45c req-3b77ee23-8997-4859-94d5-223171afdaf1 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0792964 Jun 29 10:42:56.322688 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-81ba45e5-397a-4f07-a5ee-163050dfc45c req-0a3b9260-6258-46ce-87db-1e30df6f92ac tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Jun 29 10:42:56.630635 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c5258-a04f-406e-84e2-ac4d78af7e6d req-ed3374cb-4e00-4932-808a-418ffa3aafb3 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.632124 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e4c5258-a04f-406e-84e2-ac4d78af7e6d req-ed3374cb-4e00-4932-808a-418ffa3aafb3 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 943 time: 0.0709624 Jun 29 10:42:56.674097 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:56.703410 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e4c5258-a04f-406e-84e2-ac4d78af7e6d req-1a28eda1-3f08-4386-a212-f5785f4950fe tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644138 Jun 29 10:42:56.767864 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aff21-8612-4100-98ee-f777a931a0a5 req-e7fbbf86-049e-4d5a-b328-277cdb165c31 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.769324 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f8aff21-8612-4100-98ee-f777a931a0a5 req-e7fbbf86-049e-4d5a-b328-277cdb165c31 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.1254632 Jun 29 10:42:56.773151 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:56.784764 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'port_id': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'mac_address': 'fa:16:3e:cc:ba:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:56.793029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-f4bb33ba-d761-439b-b78a-3cea7036cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.794560 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-f4bb33ba-d761-439b-b78a-3cea7036cbfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 1099 time: 0.0959933 Jun 29 10:42:56.824601 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.836996 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:56.852335 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f8aff21-8612-4100-98ee-f777a931a0a5 req-5ed819f3-1718-497f-abdf-6c647742cf51 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767815 Jun 29 10:42:56.856201 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:56.861562 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.862553 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:56.871437 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-15b27912-c498-4828-aaaa-29d4340fa686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:56.901789 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-9d7f7ad7-9bde-4bd8-98cd-20ac594f9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.903195 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-9d7f7ad7-9bde-4bd8-98cd-20ac594f9ebb service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.1005428 Jun 29 10:42:56.946913 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-7838fe68-274d-4203-b832-3577131ee07c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 HTTP/1.1" status: 200 len: 217 time: 0.0360632 Jun 29 10:42:57.000039 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:57.015307 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:57.021896 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-60c21e95-6caf-43eb-a44a-cdf5a834de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:57.023629 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-60c21e95-6caf-43eb-a44a-cdf5a834de2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0649025 Jun 29 10:42:57.023976 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'port_id': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'mac_address': 'fa:16:3e:13:14:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:57.026427 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:57.063811 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.065936 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-331131ea-5580-4155-b67d-8048fa7cb782 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312388 Jun 29 10:42:57.078010 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd692102-6ecd-4ea2-9030-ba7855323390 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:57.104047 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:57.107165 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.109205 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:57.160267 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:57.163439 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:57.163919 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-4843e201-95ee-49bf-a9a5-d75d37ca8e3d service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897949 Jun 29 10:42:57.252887 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-430a041f-1731-4516-bbb9-638f1c2acc47 req-bbc0cf17-fbe1-425e-abbd-7075eb015262 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Jun 29 10:42:57.472540 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['cd692102-6ecd-4ea2-9030-ba7855323390'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:57.498957 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:57.505170 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7992-2fbe-4553-b91d-b16b229286a3 req-9709401a-b30f-41c3-9fcf-060d82929e0c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:57.505608 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d57e7992-2fbe-4553-b91d-b16b229286a3 req-9709401a-b30f-41c3-9fcf-060d82929e0c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0700252 Jun 29 10:42:57.546655 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d57e7992-2fbe-4553-b91d-b16b229286a3 req-b138dbd0-a7e2-4d5e-b8ad-a627cba604d5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336845 Jun 29 10:42:57.888655 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674f66-bb45-4cef-b5dc-3285b79dafdb req-60aa4416-f334-41be-b4fd-2d0c52c2c60c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:57.893687 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c5674f66-bb45-4cef-b5dc-3285b79dafdb req-60aa4416-f334-41be-b4fd-2d0c52c2c60c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 944 time: 0.0658066 Jun 29 10:42:57.938691 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c5674f66-bb45-4cef-b5dc-3285b79dafdb req-d54737c0-9c64-42b9-9f8d-892022f7ffed tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377753 Jun 29 10:42:58.006034 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ee98b911-4cd0-4550-8330-1553b0afd3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.044750 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce0c7d-c13a-4202-a077-ccb24aa77bcd req-3f8049ac-f980-478c-ba12-b8ac5061cb11 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.046303 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57ce0c7d-c13a-4202-a077-ccb24aa77bcd req-3f8049ac-f980-478c-ba12-b8ac5061cb11 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 944 time: 0.0704808 Jun 29 10:42:58.103919 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57ce0c7d-c13a-4202-a077-ccb24aa77bcd req-5222a535-9972-4e1b-89ea-dfb592ff9a60 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 Jun 29 10:42:58.266946 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.734289 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32581f-3118-4792-a055-adb3c8260468 req-6923e258-62e6-4658-91a3-264f17ee9dba tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.736663 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7b32581f-3118-4792-a055-adb3c8260468 req-6923e258-62e6-4658-91a3-264f17ee9dba tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0700207 Jun 29 10:42:58.778451 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7b32581f-3118-4792-a055-adb3c8260468 req-e67490be-25b5-48d7-81fd-1728f43d5c4e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Jun 29 10:42:59.077394 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.132160 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76eb70-69fb-40ff-8abe-dd9dd134c208 req-53a6e439-31f9-4f8c-b8a3-7c21e85736e8 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.133929 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7c76eb70-69fb-40ff-8abe-dd9dd134c208 req-53a6e439-31f9-4f8c-b8a3-7c21e85736e8 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 944 time: 0.0791175 Jun 29 10:42:59.182911 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7c76eb70-69fb-40ff-8abe-dd9dd134c208 req-77e124ab-2c1c-45e1-8adc-1c849f3c71da tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364733 Jun 29 10:42:59.266621 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40796) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.309989 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72cc7f-37df-4967-bff2-333a258d1b46 req-660d048a-bb7f-485d-938f-daf104026a40 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.312804 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8c72cc7f-37df-4967-bff2-333a258d1b46 req-660d048a-bb7f-485d-938f-daf104026a40 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 944 time: 0.0783868 Jun 29 10:42:59.369467 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8c72cc7f-37df-4967-bff2-333a258d1b46 req-d8f0c114-80fd-4c91-9baf-a78c7099fc52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482640 Jun 29 10:42:59.393094 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8ed852f1-3380-4376-879a-0b45b662bf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.486566 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8ed852f1-3380-4376-879a-0b45b662bf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.509445 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8ed852f1-3380-4376-879a-0b45b662bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.514099 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.549571 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-8ed852f1-3380-4376-879a-0b45b662bf44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d486220e4ca945cc8642723d03a4b6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816784 Jun 29 10:42:59.552167 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40816) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.558425 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed852f1-3380-4376-879a-0b45b662bf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af103657-28b0-48a4-bb18-d2444caaa535,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.580007 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8ed852f1-3380-4376-879a-0b45b662bf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.624683 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.626728 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:59.660567 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.700533 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:59.704524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:59.704896 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.745091 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94003b-1f86-4126-ad81-99ee1159e324 req-d3604d5c-d6cc-4356-adbb-956dc7d4f64d tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.747035 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ab94003b-1f86-4126-ad81-99ee1159e324 req-d3604d5c-d6cc-4356-adbb-956dc7d4f64d tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.1012635 Jun 29 10:42:59.761548 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.764141 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.765452 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af103657-28b0-48a4-bb18-d2444caaa535 HTTP/1.1" status: 204 len: 168 time: 0.2119718 Jun 29 10:42:59.775961 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.785031 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af103657-28b0-48a4-bb18-d2444caaa535,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.788343 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.794161 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.826897 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ab94003b-1f86-4126-ad81-99ee1159e324 req-c59886be-fccb-4306-b1fb-2c1a603b72eb tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726223 Jun 29 10:42:59.871907 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:59.873102 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:59.876291 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7d6847-66bb-4aae-968f-9657880e2a60" -d '{"events": [{"server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "name": "network-vif-plugged", "status": "completed", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:59.883638 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.885911 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:59.919433 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.966302 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf03aa-7785-4397-a5d5-94a40e0e9346 x-openstack-request-id: req-37bf03aa-7785-4397-a5d5-94a40e0e9346 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:59.966599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "name": "network-vif-plugged", "status": "completed", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:59.967013 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37bf03aa-7785-4397-a5d5-94a40e0e9346 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:59.967612 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'code': 200} Jun 29 10:43:00.002999 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port cd692102-6ecd-4ea2-9030-ba7855323390 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:00.007096 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port cd692102-6ecd-4ea2-9030-ba7855323390 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:00.007477 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.011356 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.015331 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.033748 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4e5b8-3491-41f4-8357-14580b9861e1 req-506428b2-d9d8-4095-8396-6f8127662713 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.035578 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-12c4e5b8-3491-41f4-8357-14580b9861e1 req-506428b2-d9d8-4095-8396-6f8127662713 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0928793 Jun 29 10:43:00.078127 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-12c4e5b8-3491-41f4-8357-14580b9861e1 req-45e0c1aa-0d43-46dd-9591-13917b03e389 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361037 Jun 29 10:43:00.136379 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.170358 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:00.175557 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.179687 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:00.237915 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.242097 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.254891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62891-1ad0-4c52-91d6-ae4a6be0be33 req-7680c638-b347-40ca-a624-0ca55897779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.257113 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9af62891-1ad0-4c52-91d6-ae4a6be0be33 req-7680c638-b347-40ca-a624-0ca55897779f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 1098 time: 0.1014071 Jun 29 10:43:00.316456 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9af62891-1ad0-4c52-91d6-ae4a6be0be33 req-6c3d7bf0-7474-4b33-8df1-da9f87cfde6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445883 Jun 29 10:43:00.394489 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a419e-9c6e-4b58-8d9f-f26d4461db38 req-98d30a95-40d8-4b87-8a2f-7538f9a2fb19 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.396594 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-394a419e-9c6e-4b58-8d9f-f26d4461db38 req-98d30a95-40d8-4b87-8a2f-7538f9a2fb19 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0669487 Jun 29 10:43:00.456230 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-394a419e-9c6e-4b58-8d9f-f26d4461db38 req-74afc98d-2b86-4bc5-be1b-90a97a4a26b8 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528500 Jun 29 10:43:00.576925 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f443a-252c-4432-a9b5-42bfe3bc2e39 req-3ffa5c8f-d581-4136-a46e-9a785d9979bb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.578572 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f66f443a-252c-4432-a9b5-42bfe3bc2e39 req-3ffa5c8f-d581-4136-a46e-9a785d9979bb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0640962 Jun 29 10:43:00.625009 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f66f443a-252c-4432-a9b5-42bfe3bc2e39 req-30b01b6b-2258-4069-b1f1-b4f1b29c8716 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Jun 29 10:43:00.783862 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.039588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439196-2da5-4c2a-a599-1e2e4b221555 req-1021532a-781f-4bec-bac6-cb57d65a10b5 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:01.040341 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40914) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:01.041870 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dd439196-2da5-4c2a-a599-1e2e4b221555 req-1021532a-781f-4bec-bac6-cb57d65a10b5 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.0845482 Jun 29 10:43:01.093662 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dd439196-2da5-4c2a-a599-1e2e4b221555 req-4a59fbbe-9615-4da1-a02c-91d87c8f3d55 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 Jun 29 10:43:01.224286 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.320767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a25f-6538-46b9-97b5-48439dff5589 req-f9019fb6-b9b9-41e7-8b31-30548980b5fb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:01.321753 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.322298 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9451a25f-6538-46b9-97b5-48439dff5589 req-f9019fb6-b9b9-41e7-8b31-30548980b5fb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0780573 Jun 29 10:43:01.327132 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.335964 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:01.373568 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9451a25f-6538-46b9-97b5-48439dff5589 req-8072ba84-b936-49c6-afa9-2bdcaf457185 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Jun 29 10:43:01.380526 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=712c33b3455a400b953bcf81ebfd6210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384550 Jun 29 10:43:01.380683 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40930) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:01.381862 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e5206-e650-4d31-a8ad-0a85cf3041d1,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:01.390677 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.391271 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.391829 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.392312 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.392792 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.393270 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.393783 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.394901 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.395414 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.395923 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.396397 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.396880 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:01.416226 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:01.451965 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.482707 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.778175 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c709e-57f6-4bcb-8794-fd6c6dbed323 req-a48c4b8e-8e96-422b-85cd-6d6ed018f572 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:01.779756 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-416c709e-57f6-4bcb-8794-fd6c6dbed323 req-a48c4b8e-8e96-422b-85cd-6d6ed018f572 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0846572 Jun 29 10:43:01.781066 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.783893 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.785063 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c36e5206-e650-4d31-a8ad-0a85cf3041d1 HTTP/1.1" status: 204 len: 168 time: 0.4030683 Jun 29 10:43:01.786016 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:01.822543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e5206-e650-4d31-a8ad-0a85cf3041d1,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:01.822543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:01.847561 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-416c709e-57f6-4bcb-8794-fd6c6dbed323 req-74e8e607-f213-4767-a417-8eac91d17aeb tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572109 Jun 29 10:43:01.968536 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:01.971910 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdca6794-0225-4687-a0e1-4fc23231126a" -d '{"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:02.079248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cbef0-a237-4688-829d-5ef889e6a3dd req-a654b00e-f870-4762-9305-ffa3d590d880 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.080965 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f3cbef0-a237-4688-829d-5ef889e6a3dd req-a654b00e-f870-4762-9305-ffa3d590d880 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1296010 Jun 29 10:43:02.090750 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 40948) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.097556 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'floatingip': {'port_id': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:02.105738 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78aec6-55bd-4f67-9c18-27c49870a1dd req-386beea4-0602-48e6-a8bc-ff868331c2f5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.106778 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ca78aec6-55bd-4f67-9c18-27c49870a1dd req-386beea4-0602-48e6-a8bc-ff868331c2f5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1236305 Jun 29 10:43:02.141506 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-88e4e450-aabc-4905-b6f3-43583274fc6e tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.143030 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-88e4e450-aabc-4905-b6f3-43583274fc6e tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.50 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.1042261 Jun 29 10:43:02.159729 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b09e7-eac4-49ed-804a-82a865bf5521 x-openstack-request-id: req-b02b09e7-eac4-49ed-804a-82a865bf5521 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:02.160040 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:02.160527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b02b09e7-eac4-49ed-804a-82a865bf5521 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:02.161089 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'code': 200} Jun 29 10:43:02.176409 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40954) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.259560 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.292306 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.306242 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ca78aec6-55bd-4f67-9c18-27c49870a1dd req-b33ac155-5d8a-4b30-848b-d4e787e51fd3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829095 Jun 29 10:43:02.492049 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580f9e-2f6c-4043-8b9a-1ea724d317b6 req-7f5ddf4e-41d2-43cc-8df3-0789bccfe8ff tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.493765 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-04580f9e-2f6c-4043-8b9a-1ea724d317b6 req-7f5ddf4e-41d2-43cc-8df3-0789bccfe8ff tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 946 time: 0.2263432 Jun 29 10:43:02.619286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Deleting port b915415b-e929-4df3-bf21-c8b1f12d2446 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:43:02.619646 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.625050 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-04580f9e-2f6c-4043-8b9a-1ea724d317b6 req-41bbcefc-9109-408c-b436-77ec424874aa tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b1b9dea-e52b-43cc-853a-4a22482f1eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187763 Jun 29 10:43:02.682707 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0c167-f9d9-447a-b03f-74eb90a81bad req-f15ac7fe-63da-4d2d-8ef7-30d927098b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.684128 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-15d0c167-f9d9-447a-b03f-74eb90a81bad req-f15ac7fe-63da-4d2d-8ef7-30d927098b77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1098 time: 0.2441654 Jun 29 10:43:02.771853 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.785603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45ea95-3a3d-4038-92e7-e59cabf51c44 req-7ad890c2-f178-4d9c-a72d-f6b470d21860 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.787107 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b45ea95-3a3d-4038-92e7-e59cabf51c44 req-7ad890c2-f178-4d9c-a72d-f6b470d21860 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.2653735 Jun 29 10:43:02.791691 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.800520 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3a76a3f0-3abe-4198-8f24-d84712f4de91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.804776 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-15d0c167-f9d9-447a-b03f-74eb90a81bad req-06021f89-0121-4d66-ae00-ed929ab5a641 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102650 Jun 29 10:43:02.867611 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bdfc08fa93049bcbdf233c87e8aed11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6898770 Jun 29 10:43:02.870019 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] For port b915415b-e929-4df3-bf21-c8b1f12d2446, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b915415b-e929-4df3-bf21-c8b1f12d2446,segment=NetworkSegment(dd447b44-d3d7-45ab-ba86-15f78095612b),segment_id=dd447b44-d3d7-45ab-ba86-15f78095612b)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:02.870389 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.872893 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 40970) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:02.884624 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18107d2b-4e89-413e-bf15-d38b75ee3dd9,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.908891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Calling delete_port for b915415b-e929-4df3-bf21-c8b1f12d2446 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:43:02.924624 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.924992 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.925374 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.926119 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.926240 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.926670 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.926995 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.927433 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.927783 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.928156 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.928538 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.928936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:02.933172 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:02.943730 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b45ea95-3a3d-4038-92e7-e59cabf51c44 req-f05b3fe5-63b9-4d21-818d-d3e60c56f525 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485493 Jun 29 10:43:03.048327 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.083187 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.178766 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.181320 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.182484 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18107d2b-4e89-413e-bf15-d38b75ee3dd9 HTTP/1.1" status: 204 len: 168 time: 0.3045523 Jun 29 10:43:03.184951 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.196196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.198099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18107d2b-4e89-413e-bf15-d38b75ee3dd9,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.202602 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.203034 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.205393 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.212964 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.232902 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Pushing event deleted for resources: {'Port': ['ID=b915415b-e929-4df3-bf21-c8b1f12d2446,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.275020 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.295668 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] No DVR routers for this DVR port b915415b-e929-4df3-bf21-c8b1f12d2446 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:43:03.298987 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.301059 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ba23fd1-e7b7-4fe9-83c9-3716b1afb7f1 req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.50 "DELETE /v2.0/ports/b915415b-e929-4df3-bf21-c8b1f12d2446 HTTP/1.1" status: 204 len: 173 time: 1.1494036 Jun 29 10:43:03.301536 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de33b5c-517e-497a-98d5-269393a2cc05', 'name': 'network-vif-deleted', 'tag': 'b915415b-e929-4df3-bf21-c8b1f12d2446'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:03.303816 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de61e079-75b7-4e54-b4fc-eaca6fba9679" -d '{"events": [{"server_uuid": "4de33b5c-517e-497a-98d5-269393a2cc05", "name": "network-vif-deleted", "tag": "b915415b-e929-4df3-bf21-c8b1f12d2446"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:03.333904 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Floating IP 3d92b7ad-31fd-4164-a132-8cd8864f9178 associated. External IP: 172.27.1.91, port: 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2. Jun 29 10:43:03.343150 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a28baa-3d3c-46f3-9fb0-91c61553b590 x-openstack-request-id: req-94a28baa-3d3c-46f3-9fb0-91c61553b590 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:03.343559 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de33b5c-517e-497a-98d5-269393a2cc05", "name": "network-vif-deleted", "tag": "b915415b-e929-4df3-bf21-c8b1f12d2446", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:03.344038 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94a28baa-3d3c-46f3-9fb0-91c61553b590 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:03.344547 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de33b5c-517e-497a-98d5-269393a2cc05', 'name': 'network-vif-deleted', 'tag': 'b915415b-e929-4df3-bf21-c8b1f12d2446', 'status': 'completed', 'code': 200} Jun 29 10:43:03.537791 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:03.537889 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6e54-735c-487f-ae23-40cb673a8a2c req-77641ab6-4e0f-4524-b297-4631e51bd339 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:03.539646 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-564f6e54-735c-487f-ae23-40cb673a8a2c req-77641ab6-4e0f-4524-b297-4631e51bd339 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0797782 Jun 29 10:43:03.599896 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-564f6e54-735c-487f-ae23-40cb673a8a2c req-9e2b1ed9-f636-4fb2-988e-480b93be44df tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535371 Jun 29 10:43:03.658380 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:03.672590 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] Sync routers for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:03.674389 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.685560 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:03.686303 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:03.721661 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-78d28fdf-6d3a-452e-b9d9-18c89b5530bd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "PUT /v2.0/floatingips/3d92b7ad-31fd-4164-a132-8cd8864f9178 HTTP/1.1" status: 200 len: 990 time: 1.6295309 Jun 29 10:43:03.722761 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:03.740027 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e7cb87-152b-4cbb-a443-383e8e767773" -d '{"events": [{"name": "network-changed", "server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:03.830021 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:03.838699 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-72e8acc9-cc34-474d-95cc-5a7bc08ee33d req-5a82e50b-ff02-4734-89e7-12d53a05465f tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.0518782 Jun 29 10:43:03.914380 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98d190f-032f-4098-aa59-4cd793ccb108 x-openstack-request-id: req-d98d190f-032f-4098-aa59-4cd793ccb108 {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:03.914710 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:03.914973 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d98d190f-032f-4098-aa59-4cd793ccb108 {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:03.915396 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'status': 'completed', 'code': 200} Jun 29 10:43:04.010757 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41034) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.130472 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '3d92b7ad-31fd-4164-a132-8cd8864f9178', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'port_id': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'mac_address': 'fa:16:3e:cc:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:43:03Z', 'revision_number': 1, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:04.160867 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] Checking router: 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:04.169240 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:04.169906 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:04.175625 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2052f12-bfaf-423b-a44c-c6fcef5e717f req-526b2085-9fc8-49ee-8c46-6e928565366c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.177519 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2052f12-bfaf-423b-a44c-c6fcef5e717f req-526b2085-9fc8-49ee-8c46-6e928565366c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0796461 Jun 29 10:43:04.246280 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2052f12-bfaf-423b-a44c-c6fcef5e717f req-a61c43c6-7d3b-4764-85d9-c145b987893b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Jun 29 10:43:04.270168 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-45d91105-0033-4245-9565-a645ea605bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.317495 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:04.374959 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-45d91105-0033-4245-9565-a645ea605bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.381829 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-45d91105-0033-4245-9565-a645ea605bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.385512 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.426234 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-45d91105-0033-4245-9565-a645ea605bb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0c4a6cce2ec435daba57fe999f928bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116857 Jun 29 10:43:04.426234 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d91105-0033-4245-9565-a645ea605bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc275c-86b1-49d9-bc5c-e193805430d0,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.426690 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41046) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.441395 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-45d91105-0033-4245-9565-a645ea605bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.484030 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.508092 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.567060 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.569653 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.573188 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fbfc275c-86b1-49d9-bc5c-e193805430d0 HTTP/1.1" status: 204 len: 168 time: 0.1427927 Jun 29 10:43:04.573188 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0c95fa06-064a-4e09-ac90-837d29a0b4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.581325 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc275c-86b1-49d9-bc5c-e193805430d0,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.584291 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.679024 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '3d92b7ad-31fd-4164-a132-8cd8864f9178', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'port_id': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'mac_address': 'fa:16:3e:cc:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:43:03Z', 'revision_number': 1, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:04.719002 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482d808-57a3-4407-a131-65b0125162e8 None None] The sync data for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi is: [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '3d92b7ad-31fd-4164-a132-8cd8864f9178', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'port_id': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'mac_address': 'fa:16:3e:cc:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:43:03Z', 'revision_number': 1, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:04.817361 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaf6af-4c25-41a0-b4a0-1729e0ea4bea req-21dc4c83-2bb8-4cfe-a556-9159340a8393 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.819885 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eafaf6af-4c25-41a0-b4a0-1729e0ea4bea req-21dc4c83-2bb8-4cfe-a556-9159340a8393 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0779312 Jun 29 10:43:04.859146 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eafaf6af-4c25-41a0-b4a0-1729e0ea4bea req-a34d3f12-a846-41c7-93a9-63d7cf0caa6e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333560 Jun 29 10:43:04.989212 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41072) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.993369 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a705d4e6-c1a2-49ab-a9a1-834ab3cbe8d8 None None] New status for floating IP 3d92b7ad-31fd-4164-a132-8cd8864f9178: ACTIVE {{(pid=99641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:43:05.029352 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8bb31447-f990-4fb3-be5b-00d1bbf2eedc req-c14e9d8d-3fec-48cb-ba57-7429ff903e80 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.0336034 Jun 29 10:43:05.037009 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-55dd3da6-4aed-4cd6-9841-449fde03adb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.138619 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-55dd3da6-4aed-4cd6-9841-449fde03adb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.144484 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-55dd3da6-4aed-4cd6-9841-449fde03adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.148235 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:05.190858 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-55dd3da6-4aed-4cd6-9841-449fde03adb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=618a441281ae4f1b937d47a298ae4294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004969 Jun 29 10:43:05.191936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd3da6-4aed-4cd6-9841-449fde03adb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94a4d4d-0ba8-41fe-85d8-c4d4239345ea,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:05.193695 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41080) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:05.195431 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-55dd3da6-4aed-4cd6-9841-449fde03adb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:05.264350 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.286128 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.348793 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.352019 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.353289 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c94a4d4d-0ba8-41fe-85d8-c4d4239345ea HTTP/1.1" status: 204 len: 168 time: 0.1562037 Jun 29 10:43:05.354148 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1545dd80-41b1-4901-81c7-bc4819d3582b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:05.362731 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94a4d4d-0ba8-41fe-85d8-c4d4239345ea,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:05.375404 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:05.456230 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25193c7-0f43-4a7a-9f11-5db52f4cc395 req-251624da-6cf3-4ed0-8d94-95abf0f495a2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:05.458047 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e25193c7-0f43-4a7a-9f11-5db52f4cc395 req-251624da-6cf3-4ed0-8d94-95abf0f495a2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0901866 Jun 29 10:43:05.501347 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e25193c7-0f43-4a7a-9f11-5db52f4cc395 req-f5895574-b769-4924-8fa3-58d0f76f4689 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Jun 29 10:43:05.603669 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['b915415b-e929-4df3-bf21-c8b1f12d2446'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:05.897745 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-2d45ea5a-717b-42cb-ace8-c60641938572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:05.900527 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-2d45ea5a-717b-42cb-ace8-c60641938572 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 1098 time: 0.0865588 Jun 29 10:43:06.203325 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-33252e05-0c3f-41a3-889e-55f7971c9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.205341 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-33252e05-0c3f-41a3-889e-55f7971c9c81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 912 time: 0.2979295 Jun 29 10:43:06.218104 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e96aa-3733-44ed-87db-7f42638097c5 req-89cc20c2-e988-47a0-a294-35f31da0f8b2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.226583 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a32e96aa-3733-44ed-87db-7f42638097c5 req-89cc20c2-e988-47a0-a294-35f31da0f8b2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1712582 Jun 29 10:43:06.338913 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-3a380044-0369-4de6-8e86-48d7eb9f6d61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 200 len: 1000 time: 0.1100535 Jun 29 10:43:06.372523 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-00582604-f417-4ee6-a9c0-eb83a143ee8d req-de2dceb1-16e6-4e40-abdf-9397a19f610a tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de33b5c-517e-497a-98d5-269393a2cc05 HTTP/1.1" status: 200 len: 210 time: 0.0375671 Jun 29 10:43:06.421098 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41136) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:06.426319 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a32e96aa-3733-44ed-87db-7f42638097c5 req-a39fdf38-1784-4fab-97c7-2b75fa95515e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985059 Jun 29 10:43:06.448638 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-db8e8b93-831c-45af-8a38-2d2f4c2f6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.448638 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-db8e8b93-831c-45af-8a38-2d2f4c2f6b06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.0706189 Jun 29 10:43:06.520411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-2dc0efda-fa87-4ad3-89d7-1740b011fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.523022 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-2dc0efda-fa87-4ad3-89d7-1740b011fd8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0625546 Jun 29 10:43:06.550947 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ae809076-8bcf-4d07-920c-fc4629f4d586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.560683 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:06.721604 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ae809076-8bcf-4d07-920c-fc4629f4d586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.729951 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ae809076-8bcf-4d07-920c-fc4629f4d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.734219 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8ed852f1-3380-4376-879a-0b45b662bf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.773136 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-4cdca521-cc1f-4e9e-99c1-47ac31676b3d service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324169 Jun 29 10:43:06.799304 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2dab-d15c-4b0c-8868-cd675b5c7606 req-ad5fdb47-c7d2-4e32-99f1-f17094ca9898 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.810977 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-806c2dab-d15c-4b0c-8868-cd675b5c7606 req-ad5fdb47-c7d2-4e32-99f1-f17094ca9898 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1376004 Jun 29 10:43:06.816393 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809076-8bcf-4d07-920c-fc4629f4d586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd001737-819e-4425-9ffc-d9a3cfaef866,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.822079 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ae809076-8bcf-4d07-920c-fc4629f4d586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.854543 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ae809076-8bcf-4d07-920c-fc4629f4d586 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=015483213bd841f7bee707d105a968cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296589 Jun 29 10:43:06.868016 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41162) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:06.934487 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-806c2dab-d15c-4b0c-8868-cd675b5c7606 req-2c0b656e-632a-4be9-a0a2-88b6e80a5b3f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225066 Jun 29 10:43:07.004638 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.005285 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9e7cb87-152b-4cbb-a443-383e8e767773 req-a13d5e57-f14a-422d-a99d-97bdb758b4c7 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913247 Jun 29 10:43:07.027635 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.081256 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.084115 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.088215 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd001737-819e-4425-9ffc-d9a3cfaef866 HTTP/1.1" status: 204 len: 168 time: 0.2169316 Jun 29 10:43:07.088215 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ba2cb429-5f3d-4aef-b93d-2c62529bf518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.107086 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd001737-819e-4425-9ffc-d9a3cfaef866,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.114147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.426063 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41184) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.439570 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26ebee73-584a-4f0a-90df-9db544ee8883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.552564 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26ebee73-584a-4f0a-90df-9db544ee8883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.558689 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-26ebee73-584a-4f0a-90df-9db544ee8883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.562057 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.604089 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-26ebee73-584a-4f0a-90df-9db544ee8883 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b3274f5d7ea448eb8b90b688cf4ef13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769667 Jun 29 10:43:07.605364 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebee73-584a-4f0a-90df-9db544ee8883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecc8a2c-556d-48e5-b7d7-fe4ac81d8e58,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.608027 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41194) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.630932 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-26ebee73-584a-4f0a-90df-9db544ee8883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.657959 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125817a7-cbcd-48cd-bcdd-1fd0976c78f7 req-3999e943-0254-407d-b022-9fc1bcaa5044 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.659451 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-125817a7-cbcd-48cd-bcdd-1fd0976c78f7 req-3999e943-0254-407d-b022-9fc1bcaa5044 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0917854 Jun 29 10:43:07.694625 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.711600 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-125817a7-cbcd-48cd-bcdd-1fd0976c78f7 req-ea02d935-4215-44e2-b994-fd51c515e9bb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 Jun 29 10:43:07.747809 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41206) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.771237 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.836657 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.839460 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.843082 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ecc8a2c-556d-48e5-b7d7-fe4ac81d8e58 HTTP/1.1" status: 204 len: 168 time: 0.2194321 Jun 29 10:43:07.843082 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.862624 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecc8a2c-556d-48e5-b7d7-fe4ac81d8e58,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.866557 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.931721 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1a76b0d7-43d7-4c18-9130-cf118e00f7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.957532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727be0-bd03-4832-929f-11a2515281f3 req-4abbddeb-e2e2-48af-8ff1-b2b12ec38f14 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.959293 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce727be0-bd03-4832-929f-11a2515281f3 req-4abbddeb-e2e2-48af-8ff1-b2b12ec38f14 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0997138 Jun 29 10:43:07.972750 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41222) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.978126 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'floatingip': {'port_id': 'cd692102-6ecd-4ea2-9030-ba7855323390'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:08.031455 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.055786 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1a76b0d7-43d7-4c18-9130-cf118e00f7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.063703 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1a76b0d7-43d7-4c18-9130-cf118e00f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.080070 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-55dd3da6-4aed-4cd6-9841-449fde03adb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.129296 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1a76b0d7-43d7-4c18-9130-cf118e00f7ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=886d194a263047ef9eea9a00871ae6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802278 Jun 29 10:43:08.133038 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41230) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.148278 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76b0d7-43d7-4c18-9130-cf118e00f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24569c13-cb17-4d08-8ffa-cebb08dce020,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.152499 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1a76b0d7-43d7-4c18-9130-cf118e00f7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.252144 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device b915415b-e929-4df3-bf21-c8b1f12d2446 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:43:08.277816 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.288294 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: b915415b-e929-4df3-bf21-c8b1f12d2446 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:43:08.288789 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device b915415b-e929-4df3-bf21-c8b1f12d2446 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:43:08.312524 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.350092 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25817b0c-610d-4974-8234-3ea6eb98ff98 req-33bb239e-e96e-42d6-b7b9-cef8976d62d6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:08.351629 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25817b0c-610d-4974-8234-3ea6eb98ff98 req-33bb239e-e96e-42d6-b7b9-cef8976d62d6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0646305 Jun 29 10:43:08.392897 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25817b0c-610d-4974-8234-3ea6eb98ff98 req-36fba51c-1849-4c20-95b1-166843eb2cd1 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Jun 29 10:43:08.475434 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.477993 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.481235 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24569c13-cb17-4d08-8ffa-cebb08dce020 HTTP/1.1" status: 204 len: 168 time: 0.3449426 Jun 29 10:43:08.481487 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.495129 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24569c13-cb17-4d08-8ffa-cebb08dce020,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.502431 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.836686 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41260) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.840776 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.846748 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.852699 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e63e34c8-16c1-469b-a0c6-15753b7734d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.969171 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Floating IP 605b781c-25f2-4333-85ba-3c9e10debbb8 associated. External IP: 172.27.1.191, port: cd692102-6ecd-4ea2-9030-ba7855323390. Jun 29 10:43:08.971056 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e63e34c8-16c1-469b-a0c6-15753b7734d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.977563 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e63e34c8-16c1-469b-a0c6-15753b7734d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.981691 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0cd7b7b5-5e1f-48c9-bc44-f6ca0473c20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.023678 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-e63e34c8-16c1-469b-a0c6-15753b7734d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9051d216c48a4844bddd92326ce6ba03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832755 Jun 29 10:43:09.023678 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e34c8-16c1-469b-a0c6-15753b7734d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135b90cd-06d1-44fc-8a01-60c26efb94fe,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.024544 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41266) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.026298 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e63e34c8-16c1-469b-a0c6-15753b7734d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.128771 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.184058 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.266727 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Router 3d04cb39-ce72-4157-9403-79e9116643fe has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:09.282831 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.286855 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.289686 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/135b90cd-06d1-44fc-8a01-60c26efb94fe HTTP/1.1" status: 204 len: 168 time: 0.2510445 Jun 29 10:43:09.289843 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-26ebee73-584a-4f0a-90df-9db544ee8883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.325833 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b90cd-06d1-44fc-8a01-60c26efb94fe,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.329407 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.393511 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:09.398649 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.407933 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] Sync routers for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:09.418191 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:09.418898 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:09.442238 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-724daba2-844b-4698-842d-29ffc28476ab tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "PUT /v2.0/floatingips/605b781c-25f2-4333-85ba-3c9e10debbb8 HTTP/1.1" status: 200 len: 991 time: 1.4679575 Jun 29 10:43:09.442964 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:09.445440 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94caf5c7-6ffb-4bae-9b45-c9e952e53096" -d '{"events": [{"name": "network-changed", "server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:09.540242 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:09.833250 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '605b781c-25f2-4333-85ba-3c9e10debbb8', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'port_id': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'mac_address': 'fa:16:3e:13:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 1, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:09.846842 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ffa9-c36c-4776-b2ed-e904147b7709 req-1ad919be-8290-49f9-8a51-cb1e1be672a5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.849321 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-86b4ffa9-c36c-4776-b2ed-e904147b7709 req-1ad919be-8290-49f9-8a51-cb1e1be672a5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.3129177 Jun 29 10:43:09.867708 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] Checking router: 3d04cb39-ce72-4157-9403-79e9116643fe for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:09.880632 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:09.881189 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:42:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:09.911789 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-86b4ffa9-c36c-4776-b2ed-e904147b7709 req-95ee066b-fccf-4494-b6af-c1a5a0f48cdc tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566654 Jun 29 10:43:10.007670 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:10.232942 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '605b781c-25f2-4333-85ba-3c9e10debbb8', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'port_id': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'mac_address': 'fa:16:3e:13:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 1, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:10.257899 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e9ca-c31a-49b8-8ab4-766a8a4acc4a None None] The sync data for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi is: [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '605b781c-25f2-4333-85ba-3c9e10debbb8', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'port_id': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'mac_address': 'fa:16:3e:13:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:43:08Z', 'revision_number': 1, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:10.377379 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aba2bd-d936-4895-b9e3-dd0b2702601b x-openstack-request-id: req-b2aba2bd-d936-4895-b9e3-dd0b2702601b {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:10.377970 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:10.377970 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2aba2bd-d936-4895-b9e3-dd0b2702601b {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:10.378371 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'status': 'completed', 'code': 200} Jun 29 10:43:10.456613 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4b43b-d16d-40e4-add5-ac4fd02c8acb None None] New status for floating IP 605b781c-25f2-4333-85ba-3c9e10debbb8: ACTIVE {{(pid=99641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:43:10.469503 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-09923c7d-1c29-4c09-869b-3a151cd5e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.471097 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-09923c7d-1c29-4c09-869b-3a151cd5e9f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1098 time: 0.0554826 Jun 29 10:43:10.566555 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-d4a2ad49-f874-4dab-8f9d-feed23e6c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.568253 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-d4a2ad49-f874-4dab-8f9d-feed23e6c749 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.0894518 Jun 29 10:43:10.646961 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-35968146-6fd5-4dc5-bd0e-4139d564e142 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 200 len: 999 time: 0.0647173 Jun 29 10:43:10.699677 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-5f419eb3-089b-4e32-8cd2-f1015bdbca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.701118 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-5f419eb3-089b-4e32-8cd2-f1015bdbca64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0465460 Jun 29 10:43:10.762727 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-3884eb57-275e-4e94-9884-2f56020f67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.764232 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-3884eb57-275e-4e94-9884-2f56020f67b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550499 Jun 29 10:43:10.864600 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-97a6b4f5-370b-447b-9934-0239332fc25a service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922949 Jun 29 10:43:10.975174 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94caf5c7-6ffb-4bae-9b45-c9e952e53096 req-2484153e-ddf1-4e41-b5ba-6796dd28895b service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032462 Jun 29 10:43:11.157954 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93684a95-7f06-46f1-a427-21de992c59a1 req-21563dbf-8f10-40e2-b4fd-59f2ccd54c30 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:11.166848 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-93684a95-7f06-46f1-a427-21de992c59a1 req-21563dbf-8f10-40e2-b4fd-59f2ccd54c30 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1124358 Jun 29 10:43:11.221552 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-93684a95-7f06-46f1-a427-21de992c59a1 req-88ceba8c-e639-481d-95f7-547dead39eff tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534902 Jun 29 10:43:11.279008 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41374) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.331149 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Deleting subnet 53a03f28-5d41-4ef8-94f7-99b30ec0c52d {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:11.335984 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.401548 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.444682 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41384) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.451819 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41386) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.466234 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.538626 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.543134 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.568815 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-89c77a58-b9a6-452a-9fbf-dee502275cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.574654 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a03f28-5d41-4ef8-94f7-99b30ec0c52d,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.577573 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.578742 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.580609 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b0589b81-c74b-431f-92df-3cffd4cdf9b5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/53a03f28-5d41-4ef8-94f7-99b30ec0c52d HTTP/1.1" status: 204 len: 168 time: 0.3005872 Jun 29 10:43:11.583099 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41392) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.600965 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d755ab0f-9de5-4745-a4b3-01484fb530e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.667225 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.687360 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-89c77a58-b9a6-452a-9fbf-dee502275cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.693675 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-89c77a58-b9a6-452a-9fbf-dee502275cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.698736 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a9c9d6f3-8861-4373-9ffc-8dd92503d5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.742875 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-89c77a58-b9a6-452a-9fbf-dee502275cfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=935bf1f066ac4d2cbd32bc02374b05b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969418 Jun 29 10:43:11.745711 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c77a58-b9a6-452a-9fbf-dee502275cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805c21e-45e2-455f-89b0-1c09879c42ad,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.748494 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41394) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.752311 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-89c77a58-b9a6-452a-9fbf-dee502275cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.758795 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.793585 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3e2357-6526-4bdd-b760-72d0e5aa092d']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:11.809472 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd447b44-d3d7-45ab-ba86-15f78095612b') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:11.809840 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd447b44-d3d7-45ab-ba86-15f78095612b') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:11.817339 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d755ab0f-9de5-4745-a4b3-01484fb530e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.822769 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d755ab0f-9de5-4745-a4b3-01484fb530e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.826914 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.827176 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-73d60249-1ed1-4033-9ab4-06bb3c6b4894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.851353 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.853712 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.865897 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755ab0f-9de5-4745-a4b3-01484fb530e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6419f9-28e8-43f6-8516-65c01962c4ec,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.866095 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:11.866483 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:11.868802 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:11.883944 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d755ab0f-9de5-4745-a4b3-01484fb530e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e6564413e2947b6a6cc689f6bb50531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307106 Jun 29 10:43:11.884943 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d755ab0f-9de5-4745-a4b3-01484fb530e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.885389 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41396) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.924635 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.934789 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.947686 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.960321 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.960547 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.962280 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] 10.222.0.55 "DELETE /v2.0/networks/8f3e2357-6526-4bdd-b760-72d0e5aa092d HTTP/1.1" status: 204 len: 168 time: 0.3780863 Jun 29 10:43:11.968033 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-dfd6682e-6c1b-4b0f-8fd0-38d2ff395aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.986759 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3e2357-6526-4bdd-b760-72d0e5aa092d,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.990049 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.012256 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.016153 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.017690 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d805c21e-45e2-455f-89b0-1c09879c42ad HTTP/1.1" status: 204 len: 168 time: 0.2682269 Jun 29 10:43:12.018523 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-55eadd20-9e50-4b7c-b2ea-3e118d36204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.025447 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.027554 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805c21e-45e2-455f-89b0-1c09879c42ad,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.028124 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.029249 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd6419f9-28e8-43f6-8516-65c01962c4ec HTTP/1.1" status: 204 len: 168 time: 0.1429462 Jun 29 10:43:12.030023 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-45d91105-0033-4245-9565-a645ea605bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.036302 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.037824 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6419f9-28e8-43f6-8516-65c01962c4ec,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.040020 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.113450 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41404) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.155638 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7f5c01b1-3843-4017-b69e-4fa36f0501d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37dac446e48240d1960266d0e97a0bbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409017 Jun 29 10:43:12.158020 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41408) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.208544 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.230677 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.284405 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.287074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.288538 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b1b9dea-e52b-43cc-853a-4a22482f1eb5 HTTP/1.1" status: 204 len: 168 time: 0.1285751 Jun 29 10:43:12.289430 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-f17f4011-f16e-483c-81d3-b644941e04c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.297462 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1b9dea-e52b-43cc-853a-4a22482f1eb5,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.300511 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.403776 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41418) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.423034 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-45cda52e-baef-4c36-a52f-b98e7910f534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.431425 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de5c6-d799-43c0-b8cf-afe43705d21c req-14616809-8be8-495d-a67c-14f2a22a31b0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:12.439792 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3d3de5c6-d799-43c0-b8cf-afe43705d21c req-14616809-8be8-495d-a67c-14f2a22a31b0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0764649 Jun 29 10:43:12.490229 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3d3de5c6-d799-43c0-b8cf-afe43705d21c req-bba28dfe-81bc-4f6e-9e6c-1fe2bd8c26ed tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Jun 29 10:43:12.518970 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41424) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.537402 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6568297d-1eda-4010-ba9f-773b2a40c2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.544770 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-45cda52e-baef-4c36-a52f-b98e7910f534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.554710 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-45cda52e-baef-4c36-a52f-b98e7910f534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.560477 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a8d5692b-3b40-44ee-ab89-d043c6097884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.660245 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6568297d-1eda-4010-ba9f-773b2a40c2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.661174 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-45cda52e-baef-4c36-a52f-b98e7910f534 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d0bf507e95f4004a3fee0510e48b25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559440 Jun 29 10:43:12.662005 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41432) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.672265 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6568297d-1eda-4010-ba9f-773b2a40c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.673891 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cda52e-baef-4c36-a52f-b98e7910f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef3650f-9ae5-46d6-980d-d7ff411b998e,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.683265 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-45cda52e-baef-4c36-a52f-b98e7910f534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.705706 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.727010 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-6568297d-1eda-4010-ba9f-773b2a40c2f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41abf39816134784927314f85c92c842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071683 Jun 29 10:43:12.728516 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.730161 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41436) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.737806 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568297d-1eda-4010-ba9f-773b2a40c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a6846c-1aec-4bbf-b4ab-477f54223833,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.753474 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6568297d-1eda-4010-ba9f-773b2a40c2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.776274 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.826470 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.851020 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.857653 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.860178 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.861286 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ef3650f-9ae5-46d6-980d-d7ff411b998e HTTP/1.1" status: 204 len: 168 time: 0.1949179 Jun 29 10:43:12.863836 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-45cda52e-baef-4c36-a52f-b98e7910f534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.876227 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef3650f-9ae5-46d6-980d-d7ff411b998e,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.879783 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.922578 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.925167 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.926361 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3a6846c-1aec-4bbf-b4ab-477f54223833 HTTP/1.1" status: 204 len: 168 time: 0.1952832 Jun 29 10:43:12.927054 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6da638f3-1f6a-4264-8bf8-b5f9806e32f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.934891 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a6846c-1aec-4bbf-b4ab-477f54223833,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.937086 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.134235 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f82e-e36b-4aa1-8f60-5adde4c9e17a req-f2c55b5c-2988-4629-b5fa-328eab672400 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:15.136988 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e931f82e-e36b-4aa1-8f60-5adde4c9e17a req-f2c55b5c-2988-4629-b5fa-328eab672400 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1066780 Jun 29 10:43:15.181500 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e931f82e-e36b-4aa1-8f60-5adde4c9e17a req-a10ff57f-64b8-43f4-a74a-0d2fb160096e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Jun 29 10:43:16.381542 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d16ef8-b7ea-42b8-8d70-edd27b26f31f req-1777af1d-d2cd-454f-86dc-95f639e19cce tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:16.383069 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6d16ef8-b7ea-42b8-8d70-edd27b26f31f req-1777af1d-d2cd-454f-86dc-95f639e19cce tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0854983 Jun 29 10:43:16.430990 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6d16ef8-b7ea-42b8-8d70-edd27b26f31f req-4c480428-d7cc-48c1-a741-c6efd452b11b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Jun 29 10:43:16.606493 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41684) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.707588 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-65b5ef1f-47fa-4ec8-a122-e1cf5f7bc6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.799738 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-65b5ef1f-47fa-4ec8-a122-e1cf5f7bc6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.803499 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-65b5ef1f-47fa-4ec8-a122-e1cf5f7bc6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.806803 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7d60afb0-8482-45dd-901b-7e6be3623d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.844752 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-65b5ef1f-47fa-4ec8-a122-e1cf5f7bc6ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e6b14e7c3d94819899379170dc5adcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371678 Jun 29 10:43:16.845651 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5ef1f-47fa-4ec8-a122-e1cf5f7bc6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf45477-c78c-4067-9412-b6c6ce6cadfa,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.848004 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41690) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.849123 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-65b5ef1f-47fa-4ec8-a122-e1cf5f7bc6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.905472 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.926660 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.982748 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.985370 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.986627 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bf45477-c78c-4067-9412-b6c6ce6cadfa HTTP/1.1" status: 204 len: 168 time: 0.1378918 Jun 29 10:43:16.987451 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a5461fb5-27d6-4a07-8cfc-f11dda286562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.001725 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf45477-c78c-4067-9412-b6c6ce6cadfa,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.004603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.322682 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41726) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:17.335977 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46021830-c6cd-4a1a-aa55-ead59964c483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.447767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46021830-c6cd-4a1a-aa55-ead59964c483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.452233 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46021830-c6cd-4a1a-aa55-ead59964c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.455561 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d4270c41-9d31-4867-bff4-c0d35bda1121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.491303 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-46021830-c6cd-4a1a-aa55-ead59964c483 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50ea637578f34d479bddb58fb9d434c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674128 Jun 29 10:43:17.493288 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46021830-c6cd-4a1a-aa55-ead59964c483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6139107-4a11-43dd-b1d8-e20091abdffd,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.494096 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41732) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:17.496508 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-46021830-c6cd-4a1a-aa55-ead59964c483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.546105 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.569987 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.632144 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.634888 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.638821 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6139107-4a11-43dd-b1d8-e20091abdffd HTTP/1.1" status: 204 len: 168 time: 0.1425779 Jun 29 10:43:17.640056 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-27ecdf0f-efe9-445c-af95-ee43139d6feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.645093 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d188beb-6037-48e4-a2ed-cd00128298b9 req-d359901e-646c-4b18-9827-045217ab957e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.646725 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d188beb-6037-48e4-a2ed-cd00128298b9 req-d359901e-646c-4b18-9827-045217ab957e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0925982 Jun 29 10:43:17.652121 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6139107-4a11-43dd-b1d8-e20091abdffd,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.656710 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.711857 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d188beb-6037-48e4-a2ed-cd00128298b9 req-edc7d763-556a-4ec3-819d-77f96ad14398 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571220 Jun 29 10:43:17.900097 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41750) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.016147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8ba16c1e-7750-4f89-b04a-781ca259c6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.114858 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8ba16c1e-7750-4f89-b04a-781ca259c6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.119801 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8ba16c1e-7750-4f89-b04a-781ca259c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.130194 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fd58bf21-ffcd-44b9-86dd-16037e55d91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.159503 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-8ba16c1e-7750-4f89-b04a-781ca259c6d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=608f43b6e5da465ebb7b1fb38b42dafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573459 Jun 29 10:43:18.162636 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41768) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.170326 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba16c1e-7750-4f89-b04a-781ca259c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb57a01-a940-47b5-8c39-a2b9ed5db3e4,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.173701 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8ba16c1e-7750-4f89-b04a-781ca259c6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.234337 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.281778 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.366955 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.369550 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.373104 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abb57a01-a940-47b5-8c39-a2b9ed5db3e4 HTTP/1.1" status: 204 len: 168 time: 0.2070775 Jun 29 10:43:18.373104 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e63e34c8-16c1-469b-a0c6-15753b7734d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.382854 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb57a01-a940-47b5-8c39-a2b9ed5db3e4,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.391368 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.461928 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41798) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.649993 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1633133710-network', 'tenant_id': '2fa5ee1540f04e098f48910fb0cadbea'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:18.674494 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Made reservation on behalf of 2fa5ee1540f04e098f48910fb0cadbea for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:18.677510 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.687231 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.764338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41812) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.777407 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.778822 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4b2be4fe-529b-4e8d-970f-3ee8ce2c54f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.782015 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.786017 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e9d33184-b3a5-48e9-aaf7-b548ea196a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.803655 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:18.808777 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41814) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.818204 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a01986-9056-4549-801e-a1bb1195e7dc,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.821173 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.821507 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Added segment 47361de9-f4b5-4247-9623-48c1d4d219de of type vlan for network 2b27b1c0-b11a-48da-b503-945c78b4c0eb Jun 29 10:43:18.823178 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.862235 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.892768 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.894190 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.894777 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.896809 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.897334 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4b2be4fe-529b-4e8d-970f-3ee8ce2c54f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.902101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4b2be4fe-529b-4e8d-970f-3ee8ce2c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.904705 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ceaed396-53c6-4de2-86b4-1689436f4410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.944790 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-4b2be4fe-529b-4e8d-970f-3ee8ce2c54f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a7f9014900e461297822094cdf91109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762874 Jun 29 10:43:18.944790 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2be4fe-529b-4e8d-970f-3ee8ce2c54f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2d1e9e-fd1a-428c-ad4f-2585025c5eff,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.946886 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4b2be4fe-529b-4e8d-970f-3ee8ce2c54f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.947646 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41818) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.956147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Pushing event updated for resources: {'Network': ['ID=2b27b1c0-b11a-48da-b503-945c78b4c0eb,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.959523 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.968368 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41820) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.969284 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5059242 Jun 29 10:43:18.969672 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 2b27b1c0-b11a-48da-b503-945c78b4c0eb details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:18.974544 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Request body: {'subnet': {'network_id': '2b27b1c0-b11a-48da-b503-945c78b4c0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1633133710-subnet', 'tenant_id': '2fa5ee1540f04e098f48910fb0cadbea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:19.021207 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-8bdd573a-40c4-408e-a6c2-544fac0e2add admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.033945 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Made reservation on behalf of 2fa5ee1540f04e098f48910fb0cadbea for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:19.036223 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.087858 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.139338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.249863 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.252381 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.253522 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc2d1e9e-fd1a-428c-ad4f-2585025c5eff HTTP/1.1" status: 204 len: 168 time: 0.3049364 Jun 29 10:43:19.257965 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1a76b0d7-43d7-4c18-9130-cf118e00f7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:19.285163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2d1e9e-fd1a-428c-ad4f-2585025c5eff,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.287505 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.329743 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-8bdd573a-40c4-408e-a6c2-544fac0e2add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.339599 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-8bdd573a-40c4-408e-a6c2-544fac0e2add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.344665 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1fe026f3-791e-4b2f-96c5-2a58b8601366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:19.362823 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.391713 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-8bdd573a-40c4-408e-a6c2-544fac0e2add admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab6b9a6c99c04b5ba7036cbc290c2cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5792613 Jun 29 10:43:19.391713 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd573a-40c4-408e-a6c2-544fac0e2add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012d7f54-7e4e-4f9b-aefe-0e43b277f5ba,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.392472 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41830) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:19.393277 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-8bdd573a-40c4-408e-a6c2-544fac0e2add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.394199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3ae59482-1862-4d75-b8fd-28bda4f3a98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:19.445683 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.449156 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a58485-7cbd-437a-9a29-d394258d9352,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.451922 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.459594 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Checking segment: {'id': '47361de9-f4b5-4247-9623-48c1d4d219de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b27b1c0-b11a-48da-b503-945c78b4c0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:19.459946 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Network hostable DHCP agents. Network: 2b27b1c0-b11a-48da-b503-945c78b4c0eb, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:19.467907 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.481291 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Network 2b27b1c0-b11a-48da-b503-945c78b4c0eb is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:19.494060 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 2b27b1c0-b11a-48da-b503-945c78b4c0eb) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:19.498422 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:19.499021 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.507089 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487e8b4f-ec12-4d60-a731-51819a424d06 None None] Network 2b27b1c0-b11a-48da-b503-945c78b4c0eb requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:19.516733 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-31414ac7-87b3-4b43-930a-d06d0d78f5ef admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5469804 Jun 29 10:43:19.526754 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.529511 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.533583 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/012d7f54-7e4e-4f9b-aefe-0e43b277f5ba HTTP/1.1" status: 204 len: 168 time: 0.1400080 Jun 29 10:43:19.534621 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:19.543445 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012d7f54-7e4e-4f9b-aefe-0e43b277f5ba,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.546290 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.663274 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92fa3d-2f1f-4ac9-87df-8cf076f618cc None None] Network 2b27b1c0-b11a-48da-b503-945c78b4c0eb requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:19.842301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41850) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:19.862820 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7f21-ff5e-47dc-98a8-7e2207aff432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.958408 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7f21-ff5e-47dc-98a8-7e2207aff432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.963617 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7f21-ff5e-47dc-98a8-7e2207aff432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.967101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.002334 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-6f4b7f21-ff5e-47dc-98a8-7e2207aff432 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17ef52b3714044bb9f43190334ab4467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581464 Jun 29 10:43:20.003479 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b7f21-ff5e-47dc-98a8-7e2207aff432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fe1f65-fd0e-4004-9f2c-bcfdc7cd2e45,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.005523 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41856) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.006697 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6f4b7f21-ff5e-47dc-98a8-7e2207aff432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.056964 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.078304 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.127641 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.130332 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.134283 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7fe1f65-fd0e-4004-9f2c-bcfdc7cd2e45 HTTP/1.1" status: 204 len: 168 time: 0.1248860 Jun 29 10:43:20.134283 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5485a939-75c9-4c00-9a44-eee772aa5dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.139736 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fe1f65-fd0e-4004-9f2c-bcfdc7cd2e45,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.151586 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.238984 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41872) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.244980 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1277810230-network', 'tenant_id': '639c9bc4731e4e808d738404cc2d0610'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:20.267336 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Made reservation on behalf of 639c9bc4731e4e808d738404cc2d0610 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:20.269778 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.280826 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.370871 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.379369 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.384330 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-770bfc42-5173-45b6-801a-dea4ed1d333c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.407592 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:20.433801 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe56cc8b-7c3c-4ea1-a8ae-83ff786af4c9,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.438304 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.443096 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.444931 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Added segment cec0193d-015b-48fc-919c-d4e874a100e3 of type vlan for network 99b73adc-7d74-4808-bc48-469dd0453a77 Jun 29 10:43:20.484842 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.519486 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41884) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.526924 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.533407 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.534007 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.536865 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.538755 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b55d51df-5f2c-4c4e-8227-6610b5010a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.604236 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3634763 Jun 29 10:43:20.607314 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 41892) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.612025 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Pushing event updated for resources: {'Network': ['ID=99b73adc-7d74-4808-bc48-469dd0453a77,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.613534 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Request body: {'subnet': {'network_id': '99b73adc-7d74-4808-bc48-469dd0453a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1277810230-subnet', 'tenant_id': '639c9bc4731e4e808d738404cc2d0610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:20.616196 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.626398 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 99b73adc-7d74-4808-bc48-469dd0453a77 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:20.683259 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b55d51df-5f2c-4c4e-8227-6610b5010a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.688559 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b55d51df-5f2c-4c4e-8227-6610b5010a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.692186 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-bea30e1a-de1e-4c91-ae59-77ae76d12d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.708778 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Made reservation on behalf of 639c9bc4731e4e808d738404cc2d0610 for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:20.711295 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.731122 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b55d51df-5f2c-4c4e-8227-6610b5010a8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0314d3a273e94c79b7d87fc888dba1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107534 Jun 29 10:43:20.731722 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 41896) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.754642 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d51df-5f2c-4c4e-8227-6610b5010a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6479b-0c25-4715-936b-f8c9e5feaf71,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.760516 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b55d51df-5f2c-4c4e-8227-6610b5010a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.805304 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.827783 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.883278 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.886597 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.890825 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0f6479b-0c25-4715-936b-f8c9e5feaf71 HTTP/1.1" status: 204 len: 168 time: 0.1541088 Jun 29 10:43:20.892140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d268637a-e573-4475-b00a-7e2a7310a561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.901207 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6479b-0c25-4715-936b-f8c9e5feaf71,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.904020 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.910650 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.916942 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.976249 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=760e5cb0-2119-454f-a5eb-41f9ce2d9ebd,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.979603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.985466 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Checking segment: {'id': 'cec0193d-015b-48fc-919c-d4e874a100e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '99b73adc-7d74-4808-bc48-469dd0453a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:20.985858 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Network hostable DHCP agents. Network: 99b73adc-7d74-4808-bc48-469dd0453a77, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:21.004909 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Network 99b73adc-7d74-4808-bc48-469dd0453a77 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:21.017513 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 99b73adc-7d74-4808-bc48-469dd0453a77) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:21.024358 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.024883 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.030911 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a487590-b23a-4303-b9f6-aa84a7bebf47 None None] Network 99b73adc-7d74-4808-bc48-469dd0453a77 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:21.046221 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-60de44e7-c4b4-4a5e-86e8-acbe0c7a7c6d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4377170 Jun 29 10:43:21.205757 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab116f08-d3ce-4c5f-ae0f-813cc58440fb None None] Network 99b73adc-7d74-4808-bc48-469dd0453a77 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:21.440831 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-e7aa4a06-7b1c-4f80-a04c-d6b402cebd11 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702727 Jun 29 10:43:21.565444 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadcc5a-dd0d-43ee-a18b-42e1b0539f05 req-d44496ae-8e88-4772-ae8e-113d1075f16f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.567481 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eeadcc5a-dd0d-43ee-a18b-42e1b0539f05 req-d44496ae-8e88-4772-ae8e-113d1075f16f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1241193 Jun 29 10:43:21.577149 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-78230ae6-18c7-4d09-a822-a10697341415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.579016 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-78230ae6-18c7-4d09-a822-a10697341415 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.0814047 Jun 29 10:43:21.630005 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eeadcc5a-dd0d-43ee-a18b-42e1b0539f05 req-f0ae1f0f-2dc6-46af-8589-77326f7f1515 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495522 Jun 29 10:43:21.727750 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-b81a05ca-6edf-4277-893a-5d045c1f2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.729929 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-b81a05ca-6edf-4277-893a-5d045c1f2b1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.1148622 Jun 29 10:43:21.797078 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-dca715da-484e-4323-8436-d0157cb76d0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 217 time: 0.0460355 Jun 29 10:43:21.867837 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-6a8d1c73-dafe-46a9-9e2f-adac1c74551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.870775 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-6a8d1c73-dafe-46a9-9e2f-adac1c74551a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0652490 Jun 29 10:43:21.925397 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-27838428-0380-40b7-8ae8-266eff71b79e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467975 Jun 29 10:43:22.020228 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-150720ec-7f6b-4293-98a1-af1ef07a864c service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859914 Jun 29 10:43:22.135006 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b1cdad0-4f3c-43ac-8baa-d86a21066e65 req-59600e6a-64a1-4260-a454-0c1a8d830b58 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975115 Jun 29 10:43:22.827710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cff08-b4b4-483e-90f1-659101b236b1 req-2d09820f-5b25-4659-86ba-65708bdaf5cc tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.830763 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-586cff08-b4b4-483e-90f1-659101b236b1 req-2d09820f-5b25-4659-86ba-65708bdaf5cc tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0750709 Jun 29 10:43:22.873855 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-586cff08-b4b4-483e-90f1-659101b236b1 req-31797aa7-b67d-470a-9db5-ff245cf0102d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345232 Jun 29 10:43:23.395405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42082) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:23.505113 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5338a8f4-6df1-4d41-8909-47b8124815d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.602215 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5338a8f4-6df1-4d41-8909-47b8124815d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.606400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5338a8f4-6df1-4d41-8909-47b8124815d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.609000 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4b2be4fe-529b-4e8d-970f-3ee8ce2c54f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.655355 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5338a8f4-6df1-4d41-8909-47b8124815d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7389e07d7f004f7980a30f9fb6243a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586889 Jun 29 10:43:23.656328 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338a8f4-6df1-4d41-8909-47b8124815d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1148d5d-fa34-4ebc-a9fe-d0487f22cc91,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.658205 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42090) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:23.659527 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5338a8f4-6df1-4d41-8909-47b8124815d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.706390 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.730963 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.783019 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.785582 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.786761 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1148d5d-fa34-4ebc-a9fe-d0487f22cc91 HTTP/1.1" status: 204 len: 168 time: 0.1275241 Jun 29 10:43:23.787596 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1a622c13-2aac-41cb-ae9b-fd34f5425a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.795154 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1148d5d-fa34-4ebc-a9fe-d0487f22cc91,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.798014 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.060975 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e9ee-a9b5-47a0-85dd-66e183727987 req-b3e87e7f-8248-4dbe-b402-928bc23c87b1 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.062559 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2c00e9ee-a9b5-47a0-85dd-66e183727987 req-b3e87e7f-8248-4dbe-b402-928bc23c87b1 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0778284 Jun 29 10:43:24.090255 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42110) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:24.106475 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-66e40c7a-9db1-45ba-95af-60c6090164b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.119836 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2c00e9ee-a9b5-47a0-85dd-66e183727987 req-50613d53-6727-4470-afbf-f5492100d410 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Jun 29 10:43:24.127020 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42112) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:24.220277 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-66e40c7a-9db1-45ba-95af-60c6090164b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.225386 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-66e40c7a-9db1-45ba-95af-60c6090164b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.228721 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-319b5691-8489-4213-a898-8601930f84ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.260442 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-66e40c7a-9db1-45ba-95af-60c6090164b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78a0efae2de847d7838954d17ce2c3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683645 Jun 29 10:43:24.263197 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42120) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:24.265227 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e40c7a-9db1-45ba-95af-60c6090164b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2050234-8631-480b-be22-a7ff355e273e,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.268320 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-66e40c7a-9db1-45ba-95af-60c6090164b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.310610 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3f900687-bd66-41a6-bfd5-82ad6534fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.317349 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.341364 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.405045 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.407924 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.411520 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2050234-8631-480b-be22-a7ff355e273e HTTP/1.1" status: 204 len: 168 time: 0.1443622 Jun 29 10:43:24.411520 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7f903398-60f7-4f58-bb87-54c69228442c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.419096 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2050234-8631-480b-be22-a7ff355e273e,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.421565 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.471703 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3f900687-bd66-41a6-bfd5-82ad6534fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.481485 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3f900687-bd66-41a6-bfd5-82ad6534fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.484404 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-65b5ef1f-47fa-4ec8-a122-e1cf5f7bc6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.522358 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f900687-bd66-41a6-bfd5-82ad6534fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b9740f-78a0-41f1-a2f2-3306aab89e50,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.533816 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3f900687-bd66-41a6-bfd5-82ad6534fa5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79fe10e1cb794b48a4494f8cabf7bb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055047 Jun 29 10:43:24.534779 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3f900687-bd66-41a6-bfd5-82ad6534fa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.536456 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42134) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:24.592722 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.617836 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.686371 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.689270 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.693463 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30b9740f-78a0-41f1-a2f2-3306aab89e50 HTTP/1.1" status: 204 len: 168 time: 0.1558187 Jun 29 10:43:24.694390 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ede4c7c0-11c4-4635-920c-c15d3db0a2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.708312 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b9740f-78a0-41f1-a2f2-3306aab89e50,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.710901 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.711814 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:25.301366 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121359f2-1574-4b4e-ae11-12b8c20c217f req-010fbc9b-60e7-4011-9895-28b7570a4bd0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.302901 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-121359f2-1574-4b4e-ae11-12b8c20c217f req-010fbc9b-60e7-4011-9895-28b7570a4bd0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0637915 Jun 29 10:43:25.349506 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-121359f2-1574-4b4e-ae11-12b8c20c217f req-49cd8423-503f-463d-95fb-19657e92399f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Jun 29 10:43:25.500952 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42208) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:25.617093 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-546197179-network', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:25.639290 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Made reservation on behalf of a3716bb98ba34e78b11f9bce5511c0c6 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:25.642775 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.650856 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.675165 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7e5f489e-ebb2-4e31-bb50-3192aa6fe6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.749812 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.756502 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.760691 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3f900687-bd66-41a6-bfd5-82ad6534fa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:25.785442 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:25.795781 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f04e18-9545-405d-bd00-f73a4c64b2ce,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:25.800301 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:25.801361 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.801806 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Added segment c51a5924-7aef-4fcc-abad-568ae60fbd9b of type vlan for network 86de6e7e-a7b6-4e12-9ede-6d58a949757b Jun 29 10:43:25.848026 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.867549 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42232) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:25.938790 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.941551 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.943104 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.956128 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-54880239-5c09-40a1-9024-3821812beca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:26.026050 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5237093 Jun 29 10:43:26.028989 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42238) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:26.034372 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Request body: {'subnet': {'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-546197179-subnet', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:26.039762 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Pushing event updated for resources: {'Network': ['ID=86de6e7e-a7b6-4e12-9ede-6d58a949757b,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:26.044065 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.053418 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:26.057797 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-073149cd-295a-4e07-88f0-d32431a2fd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.067433 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Made reservation on behalf of a3716bb98ba34e78b11f9bce5511c0c6 for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:26.070716 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13209034'] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.203207 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-073149cd-295a-4e07-88f0-d32431a2fd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.211168 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-073149cd-295a-4e07-88f0-d32431a2fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.216302 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-adc1482d-f5e8-4de9-9581-50ac8d341bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:26.237750 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42246) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:26.266555 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-073149cd-295a-4e07-88f0-d32431a2fd34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6a15d5e50f84bb2a07d336908d20321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975074 Jun 29 10:43:26.268013 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42250) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:26.275684 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073149cd-295a-4e07-88f0-d32431a2fd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc65ae-4ef3-4067-a083-6569ad68b1fa,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:26.284731 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-073149cd-295a-4e07-88f0-d32431a2fd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.331820 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.375267 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.388643 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-05beb457-96e5-41cb-8c52-fcab55382f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.473748 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.476324 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.480724 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aefc65ae-4ef3-4067-a083-6569ad68b1fa HTTP/1.1" status: 204 len: 168 time: 0.2116911 Jun 29 10:43:26.483739 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a3585afe-e841-4e02-9cda-339e20c91629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:26.492916 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13338160'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.496642 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2947eb69-f410-47a8-b365-093c30a116fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:26.510290 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc65ae-4ef3-4067-a083-6569ad68b1fa,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:26.515431 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.557417 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329f1129-68fc-413d-94f3-40b8ad8478ef,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:26.562618 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.569421 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Checking segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:26.569998 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Network hostable DHCP agents. Network: 86de6e7e-a7b6-4e12-9ede-6d58a949757b, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:26.586268 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-05beb457-96e5-41cb-8c52-fcab55382f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.595228 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:26.603660 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-05beb457-96e5-41cb-8c52-fcab55382f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.604188 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 86de6e7e-a7b6-4e12-9ede-6d58a949757b) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:26.607594 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e88c858a-ba35-428e-8a9c-2ea575bdfdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:26.609387 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.610095 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.612385 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b3566-24c4-4af5-b779-24e694cb56f1 None None] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:26.631521 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e1dc7ea2-1c60-4cb8-9a9f-44898f562c70 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6011159 Jun 29 10:43:26.634490 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42258) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:26.641397 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:26.661364 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb457-96e5-41cb-8c52-fcab55382f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b47f9e4-30f7-4292-acf0-fa8f861bdc38,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:26.666627 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-05beb457-96e5-41cb-8c52-fcab55382f2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7db37f89fe384ec5a353d9a7aa876105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273150 Jun 29 10:43:26.667831 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-05beb457-96e5-41cb-8c52-fcab55382f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.671011 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42262) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:26.678193 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a74bf6-7ab6-4675-b659-0fb574d8be51 req-6f961e97-aa6c-42e2-a116-73746ad49baa tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.680163 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-56a74bf6-7ab6-4675-b659-0fb574d8be51 req-6f961e97-aa6c-42e2-a116-73746ad49baa tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1872633 Jun 29 10:43:26.698844 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.699999 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.721484 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-56a74bf6-7ab6-4675-b659-0fb574d8be51 req-640f1c9d-2e44-41b9-91f8-167d724f1fc5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Jun 29 10:43:26.802096 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.809512 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:43:26.810456 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.847034 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.866968 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42264) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:26.880210 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ffe2bd29-9fb8-4ec9-b388-08448b062166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.930906 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.951884 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Allocated IP 172.20.0.2 (86de6e7e-a7b6-4e12-9ede-6d58a949757b/329f1129-68fc-413d-94f3-40b8ad8478ef/43ddb137-e87c-4351-8bc9-864af41d67a6) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:26.976247 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.976959 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ffe2bd29-9fb8-4ec9-b388-08448b062166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.982722 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-ffe2bd29-9fb8-4ec9-b388-08448b062166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.986496 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-84f6cedf-858d-4448-b1fc-3250e6a8ae9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.043679 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-ffe2bd29-9fb8-4ec9-b388-08448b062166 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a1171b65db34716afa33edbb16c4e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754236 Jun 29 10:43:27.045929 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42270) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:27.064075 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2bd29-9fb8-4ec9-b388-08448b062166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b599e363-23aa-4b05-9ef7-003eaafefb3f,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.069864 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ffe2bd29-9fb8-4ec9-b388-08448b062166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.070078 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.072957 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.074294 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b47f9e4-30f7-4292-acf0-fa8f861bdc38 HTTP/1.1" status: 204 len: 168 time: 0.4020367 Jun 29 10:43:27.076317 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9285276c-03a1-4191-9eff-ac6c159c3444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.116376 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b47f9e4-30f7-4292-acf0-fa8f861bdc38,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.119924 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.130847 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.162781 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.174127 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Transition to ACTIVE for port object 43ddb137-e87c-4351-8bc9-864af41d67a6 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:27.188468 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.193147 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Transition to ACTIVE for port object 43ddb137-e87c-4351-8bc9-864af41d67a6 will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:27.209611 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.213747 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.270387 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Pushing event updated for resources: {'Port': ['ID=43ddb137-e87c-4351-8bc9-864af41d67a6,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.283734 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.284103 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.284456 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.284750 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.285068 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.285391 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.285763 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.286151 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.286346 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.286662 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.286972 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.287424 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:27.287530 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.290707 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.292027 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b599e363-23aa-4b05-9ef7-003eaafefb3f HTTP/1.1" status: 204 len: 168 time: 0.2373235 Jun 29 10:43:27.292826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-43583e79-b7f6-4b99-91b6-d7ea23327d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.294421 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:27.295303 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.297212 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:27.299672 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:27.322140 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599e363-23aa-4b05-9ef7-003eaafefb3f,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.325106 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.360427 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.364010 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Attempting to bind port 43ddb137-e87c-4351-8bc9-864af41d67a6 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:27.364185 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Attempting to bind port 43ddb137-e87c-4351-8bc9-864af41d67a6 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:27.364448 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Attempting to bind port 43ddb137-e87c-4351-8bc9-864af41d67a6 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:27.370472 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:27.370842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Checking segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:27.371244 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.371629 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Bound using segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:27.372091 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Bound port: 43ddb137-e87c-4351-8bc9-864af41d67a6, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:27.372470 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.390976 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.517975 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] For port 43ddb137-e87c-4351-8bc9-864af41d67a6, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:27.521695 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] For port 43ddb137-e87c-4351-8bc9-864af41d67a6, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=43ddb137-e87c-4351-8bc9-864af41d67a6,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:27.534887 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.548397 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.552717 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Allocated IP 172.27.1.182 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/93ceea4e-3ce3-4293-b3f8-fe8681c4dd35) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:27.612730 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Pushing event updated for resources: {'Port': ['ID=43ddb137-e87c-4351-8bc9-864af41d67a6,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.616349 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.691718 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.745125 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.748820 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.794828 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:27.798579 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:27.803099 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:27.834278 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Pushing event updated for resources: {'Port': ['ID=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.845157 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.984729 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dd055-2c99-452d-9767-c1e4ae3db9a2 req-f993375e-c6c7-473c-b219-122755b62db7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:27.997894 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c27dd055-2c99-452d-9767-c1e4ae3db9a2 req-f993375e-c6c7-473c-b219-122755b62db7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0996568 Jun 29 10:43:28.018107 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d892e99f-9f6b-44ef-9519-0f482f6eabe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.046027 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c27dd055-2c99-452d-9767-c1e4ae3db9a2 req-bcdc3fc7-4e56-443f-96ec-dc6595f5e6b0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471182 Jun 29 10:43:28.148251 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.277198 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.383440 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.519725 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:28.640458 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:28.649433 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:28.657905 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.661996 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0227795 Jun 29 10:43:28.662489 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42316) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:28.665072 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:28.665730 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:28.791610 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4138d86-d913-48e5-91f7-d218113fdc3f None None] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:28.794911 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:28.885769 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a0787541-3a22-45c7-b81e-a8fb54f08d30 None None] Provisioning for port 43ddb137-e87c-4351-8bc9-864af41d67a6 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:29.049932 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:28Z', 'revision_number': 3, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:29.067392 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.104680 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:29.105299 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Updating router e5390b2b-b602-436e-b3a8-6243b772dcd0 port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:29.184737 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.351320 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.437289 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecee50-8c4d-419f-9e75-4b71e616f376 req-f425829f-fe45-48fe-88c6-d35cbff266d9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:29.439088 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-beecee50-8c4d-419f-9e75-4b71e616f376 req-f425829f-fe45-48fe-88c6-d35cbff266d9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1537032 Jun 29 10:43:29.528420 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-beecee50-8c4d-419f-9e75-4b71e616f376 req-d855ddc4-add6-490a-a8ee-b57c887e2673 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813138 Jun 29 10:43:29.612330 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 43ddb137-e87c-4351-8bc9-864af41d67a6 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:29.627171 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Allocated IP 172.20.0.1 (86de6e7e-a7b6-4e12-9ede-6d58a949757b/329f1129-68fc-413d-94f3-40b8ad8478ef/134c7240-2739-4134-ad7e-9f15da2ed9c1) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:29.696509 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 43ddb137-e87c-4351-8bc9-864af41d67a6 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:29.700753 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.701829 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 43ddb137-e87c-4351-8bc9-864af41d67a6 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:29.702211 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.712934 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Transition to ACTIVE for port object 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:29.720918 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.731626 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.756588 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Attempting to bind port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:29.757462 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Attempting to bind port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:29.758374 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Attempting to bind port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:29.786419 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.803546 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:29.804484 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:29.805057 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.805738 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:29.806456 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Bound port: 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:29.806989 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.822428 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.847291 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Pushing event updated for resources: {'Port': ['ID=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,revision_number=2']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.861811 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.862543 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.863402 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.863893 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.864399 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.865208 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.865802 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.866326 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.866847 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.867318 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.867639 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.868041 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:29.870618 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 43ddb137-e87c-4351-8bc9-864af41d67a6, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=43ddb137-e87c-4351-8bc9-864af41d67a6,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:29.872527 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.877975 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.880777 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.896087 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] For port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:29.901000 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] For port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:29.908893 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.914174 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.971594 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=43ddb137-e87c-4351-8bc9-864af41d67a6,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.984226 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.996071 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Pushing event updated for resources: {'Port': ['ID=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.009460 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.031384 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Transition to ACTIVE for port object 134c7240-2739-4134-ad7e-9f15da2ed9c1 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:30.031858 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:30.032469 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:30.064907 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.067691 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.111244 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:30.114677 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:30.119116 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:30.119626 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.123158 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Pushing event updated for resources: {'Port': ['ID=134c7240-2739-4134-ad7e-9f15da2ed9c1,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.144443 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:30.154784 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.261548 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.324453 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:28Z', 'revision_number': 3, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:30.350227 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59168a3-b707-4254-ba70-a34becd287d7 None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:28Z', 'revision_number': 3, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:30.374453 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-ddfbc8aa-baef-4440-a072-23a61013939f None None] Provisioning for port 134c7240-2739-4134-ad7e-9f15da2ed9c1 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:30.378371 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-ddfbc8aa-baef-4440-a072-23a61013939f None None] Provisioning complete for port 134c7240-2739-4134-ad7e-9f15da2ed9c1 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:30.378829 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc8aa-baef-4440-a072-23a61013939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.417937 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbc8aa-baef-4440-a072-23a61013939f None None] Port 134c7240-2739-4134-ad7e-9f15da2ed9c1 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:30.446096 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.454354 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.455182 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.458168 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.540817 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Pushing event updated for resources: {'Port': ['ID=134c7240-2739-4134-ad7e-9f15da2ed9c1,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.543907 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.621939 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:30.623494 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:30.791152 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.870148 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:30.916868 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b3da7-dc42-4cb9-b3dc-5d545f61a2bc req-33b62dc9-c4c1-4bee-b63e-3e268fc886cf tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:30.918547 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8a0b3da7-dc42-4cb9-b3dc-5d545f61a2bc req-33b62dc9-c4c1-4bee-b63e-3e268fc886cf tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1258435 Jun 29 10:43:31.022451 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8a0b3da7-dc42-4cb9-b3dc-5d545f61a2bc req-b0970557-27d6-41c8-8a4f-b471b02aa7be tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716658 Jun 29 10:43:31.052863 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-acc20615-1a41-4343-9502-b1eeb3a31104 None None] Provisioning complete for port 134c7240-2739-4134-ad7e-9f15da2ed9c1 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:31.053336 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-acc20615-1a41-4343-9502-b1eeb3a31104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.056788 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:31.066282 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] 10.222.0.55 "PUT /v2.0/routers/e5390b2b-b602-436e-b3a8-6243b772dcd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025433 Jun 29 10:43:31.099412 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-acc20615-1a41-4343-9502-b1eeb3a31104 None None] Port 134c7240-2739-4134-ad7e-9f15da2ed9c1 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:31.573184 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:31.686738 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42396) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:31.691834 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2009392590-network', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:31.715062 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Made reservation on behalf of abfc50aff17d46f8aebbf2557497c25e for: {'network': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:31.717509 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.726528 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.741498 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:31.747011 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:31.747930 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.856251 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.861426 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.873385 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-46021830-c6cd-4a1a-aa55-ead59964c483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.876437 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=99640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:31.889695 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.900435 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.900779 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.segments_db [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Added segment c235958c-fa8c-4914-aa26-b8ca57064d53 of type vlan for network 395dc8b2-0b21-403e-a906-218d06f91bef Jun 29 10:43:31.910920 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b073273f-a7bb-4f5b-a5f6-c315d95b3719,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.914776 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.930855 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:31.953487 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.954749 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 43ddb137-e87c-4351-8bc9-864af41d67a6 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:31.955505 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.957763 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:32.017939 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.019645 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.020287 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.023496 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d7731374-c0e5-435c-96ac-bea3e8bd6741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:32.065977 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:32.071779 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:32.074981 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 43ddb137-e87c-4351-8bc9-864af41d67a6 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:32.075982 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.109842 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42416) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:32.115319 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Request body: {'subnet': {'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2009392590-subnet', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:32.119392 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4314728 Jun 29 10:43:32.131743 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Pushing event updated for resources: {'Network': ['ID=395dc8b2-0b21-403e-a906-218d06f91bef,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:32.144258 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 395dc8b2-0b21-403e-a906-218d06f91bef details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:32.146335 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:32.160434 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Made reservation on behalf of abfc50aff17d46f8aebbf2557497c25e for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:32.162960 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13209034'] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.275149 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:32.279253 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a51afa-3077-451b-9aea-f9c7db888f32 req-0e094062-47e1-4168-b8f6-26ee2a7781d5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.280878 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-02a51afa-3077-451b-9aea-f9c7db888f32 req-0e094062-47e1-4168-b8f6-26ee2a7781d5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0816374 Jun 29 10:43:32.284549 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:32.285164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:32.326172 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-02a51afa-3077-451b-9aea-f9c7db888f32 req-91138527-7236-4248-9418-e2ffddb4a881 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Jun 29 10:43:32.352513 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13338160'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.356043 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:32.393910 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7034b8-48ba-43ef-a42c-a7987bc2220a,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:32.396324 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:32.397138 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:32.424844 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Checking segment: {'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:32.425203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Network hostable DHCP agents. Network: 395dc8b2-0b21-403e-a906-218d06f91bef, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:32.450330 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Network 395dc8b2-0b21-403e-a906-218d06f91bef is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:32.461417 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 395dc8b2-0b21-403e-a906-218d06f91bef) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:32.465751 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.466541 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.474799 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4518cb-81f4-484e-9217-1aa8256d3299 None None] Network 395dc8b2-0b21-403e-a906-218d06f91bef requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:32.484527 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42424) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:32.484723 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-16fa2ccf-b0e9-4a0a-ab8c-d8419065b6c4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3736598 Jun 29 10:43:32.491899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:32.518622 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.519693 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.580902 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.730989 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.731617 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 2, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:32.736589 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-395dc8b2-0b21-403e-a906-218d06f91bef', 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'fixed_ips': [{'subnet_id': 'dd7034b8-48ba-43ef-a42c-a7987bc2220a'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:43:32.737646 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.774492 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:32.774850 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Updating router e5390b2b-b602-436e-b3a8-6243b772dcd0 port 134c7240-2739-4134-ad7e-9f15da2ed9c1 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:32.860523 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.978445 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.001338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.066565 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Allocated IP 172.20.0.2 (395dc8b2-0b21-403e-a906-218d06f91bef/dd7034b8-48ba-43ef-a42c-a7987bc2220a/f4425e5e-f513-4a0f-b35c-1f80131e1c07) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:33.150172 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Allocated IP 172.27.1.3 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/987f3d8e-6fdb-4f34-bab9-02878c0433f4) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:33.266063 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.311124 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.316115 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3d86c34f-27b6-4d5f-bd77-ddd7b0428352 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:33.329516 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.355370 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Transition to ACTIVE for port object f4425e5e-f513-4a0f-b35c-1f80131e1c07 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:33.391922 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Transition to ACTIVE for port object f4425e5e-f513-4a0f-b35c-1f80131e1c07 will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:33.392169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:33.395214 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:33.399292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:33.416110 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.420215 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:33.437891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Pushing event updated for resources: {'Port': ['ID=987f3d8e-6fdb-4f34-bab9-02878c0433f4,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:33.469659 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:33.549046 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Network 395dc8b2-0b21-403e-a906-218d06f91bef is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:33.559507 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Pushing event updated for resources: {'Port': ['ID=f4425e5e-f513-4a0f-b35c-1f80131e1c07,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:33.572342 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:33.574497 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:33.576567 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:33.580267 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.584970 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:33.620993 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Transition to ACTIVE for port object 134c7240-2739-4134-ad7e-9f15da2ed9c1 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:33.659013 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.664690 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-c2f82cd2-357d-407e-8b00-2854fbf7168b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:33.752184 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f82b15-4602-4aa8-9a06-050c9112c3f1 None None] Pushing event updated for resources: {'Port': ['ID=134c7240-2739-4134-ad7e-9f15da2ed9c1,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:33.757707 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a7f82b15-4602-4aa8-9a06-050c9112c3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:33.764272 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Attempting to bind port f4425e5e-f513-4a0f-b35c-1f80131e1c07 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:33.765146 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Attempting to bind port f4425e5e-f513-4a0f-b35c-1f80131e1c07 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:33.765725 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Attempting to bind port f4425e5e-f513-4a0f-b35c-1f80131e1c07 on network 395dc8b2-0b21-403e-a906-218d06f91bef {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:33.790236 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c822-e749-4930-9134-c10d255e9e9f req-1a993155-8cfa-4794-b055-7d66e0b8a9b3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.791992 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1a92c822-e749-4930-9134-c10d255e9e9f req-1a993155-8cfa-4794-b055-7d66e0b8a9b3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1304388 Jun 29 10:43:33.795665 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.810941 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:33.811445 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Checking segment: {'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:33.811746 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.812145 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Bound using segment: {'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:33.812668 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Bound port: f4425e5e-f513-4a0f-b35c-1f80131e1c07, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:33.813055 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.816226 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:33.816601 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.915902 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1a92c822-e749-4930-9134-c10d255e9e9f req-a375a5d2-cc71-478b-90c7-8a2e812dd6ec tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730438 Jun 29 10:43:33.994590 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Attempting to bind port 134c7240-2739-4134-ad7e-9f15da2ed9c1 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:33.994836 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Attempting to bind port 134c7240-2739-4134-ad7e-9f15da2ed9c1 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:33.995231 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Attempting to bind port 134c7240-2739-4134-ad7e-9f15da2ed9c1 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:34.023592 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.031882 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:34.032338 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Checking segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:34.032685 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.033106 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Bound using segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:34.033585 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Bound port: 134c7240-2739-4134-ad7e-9f15da2ed9c1, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:34.034079 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.096154 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] For port f4425e5e-f513-4a0f-b35c-1f80131e1c07, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:34.119041 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] For port f4425e5e-f513-4a0f-b35c-1f80131e1c07, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f4425e5e-f513-4a0f-b35c-1f80131e1c07,segment=NetworkSegment(c235958c-fa8c-4914-aa26-b8ca57064d53),segment_id=c235958c-fa8c-4914-aa26-b8ca57064d53)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:34.146611 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.151824 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.206426 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] For port 134c7240-2739-4134-ad7e-9f15da2ed9c1, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:34.243277 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] For port 134c7240-2739-4134-ad7e-9f15da2ed9c1, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=134c7240-2739-4134-ad7e-9f15da2ed9c1,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:34.248808 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Pushing event updated for resources: {'Port': ['ID=f4425e5e-f513-4a0f-b35c-1f80131e1c07,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.252778 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.255098 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.255540 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.317730 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:34.318388 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:34.320212 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f82b15-4602-4aa8-9a06-050c9112c3f1 None None] Pushing event updated for resources: {'Port': ['ID=134c7240-2739-4134-ad7e-9f15da2ed9c1,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.338875 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a7f82b15-4602-4aa8-9a06-050c9112c3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.437091 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Router f8b9b778-0eb1-40a3-82a8-907587d0b851 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:34.464940 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:34.600938 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:34.611929 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Sync routers for ids ['f8b9b778-0eb1-40a3-82a8-907587d0b851'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:34.620487 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Notify callbacks [] for router, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.621997 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1358883 Jun 29 10:43:34.624154 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Routers {'f8b9b778-0eb1-40a3-82a8-907587d0b851'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:34.624802 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42492) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.625605 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['f8b9b778-0eb1-40a3-82a8-907587d0b851'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:34.786166 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:34Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:34.803464 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Set router f8b9b778-0eb1-40a3-82a8-907587d0b851 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:34.831623 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee293c5-d072-41fa-ab81-f6b3ec1dd9ca None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:34Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:35.278715 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:43:33Z', 'revision_number': 3, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port': {'id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:33Z', 'updated_at': '2021-06-29T10:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:35.307250 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715bbe0-185f-49d6-b718-1256cbfe88a4 req-51e6eff9-dc13-4a07-9776-31072bbf60a7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.315945 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b715bbe0-185f-49d6-b718-1256cbfe88a4 req-51e6eff9-dc13-4a07-9776-31072bbf60a7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1461787 Jun 29 10:43:35.333962 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Checking router: f8b9b778-0eb1-40a3-82a8-907587d0b851 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:35.335866 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Updating router f8b9b778-0eb1-40a3-82a8-907587d0b851 port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:35.389509 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b715bbe0-185f-49d6-b718-1256cbfe88a4 req-de021abb-8cbd-40a7-a874-6d675b52e2ef tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657487 Jun 29 10:43:35.447301 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.738162 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f4425e5e-f513-4a0f-b35c-1f80131e1c07 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:35.785967 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42538) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:35.837881 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.850031 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port f4425e5e-f513-4a0f-b35c-1f80131e1c07 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:35.865464 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 134c7240-2739-4134-ad7e-9f15da2ed9c1 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:35.901649 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b454ed-919d-4cca-8062-374b7240edd3 None None] Network 395dc8b2-0b21-403e-a906-218d06f91bef requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:36.027101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5bf49f95-6554-4175-ac92-fcb5f32312cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.035498 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Allocated IP 172.20.0.1 (395dc8b2-0b21-403e-a906-218d06f91bef/dd7034b8-48ba-43ef-a42c-a7987bc2220a/874539e6-66ca-4f80-9e3d-c28220aefa00) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:36.043350 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.062359 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Transition to ACTIVE for port object 987f3d8e-6fdb-4f34-bab9-02878c0433f4 will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:36.072507 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.075197 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.078868 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Provisioning for port f4425e5e-f513-4a0f-b35c-1f80131e1c07 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:36.089080 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Provisioning complete for port f4425e5e-f513-4a0f-b35c-1f80131e1c07 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:36.089771 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.169605 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 134c7240-2739-4134-ad7e-9f15da2ed9c1 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:36.180897 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 134c7240-2739-4134-ad7e-9f15da2ed9c1 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:36.181909 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.203973 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5bf49f95-6554-4175-ac92-fcb5f32312cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.213260 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.216752 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f752b9-8570-4f5b-9440-cd0798573abe None None] Pushing event updated for resources: {'Port': ['ID=987f3d8e-6fdb-4f34-bab9-02878c0433f4,revision_number=2']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.219634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5bf49f95-6554-4175-ac92-fcb5f32312cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.223873 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5338a8f4-6df1-4d41-8909-47b8124815d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.236431 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-20f752b9-8570-4f5b-9440-cd0798573abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.241360 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Attempting to bind port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:36.245553 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Attempting to bind port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:36.246011 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Attempting to bind port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:36.246400 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.provisioning_blocks [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Transition to ACTIVE for port object 874539e6-66ca-4f80-9e3d-c28220aefa00 will not be triggered until provisioned by entity DHCP. {{(pid=99639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:36.255187 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:36.255559 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:36.255959 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.256346 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:36.256810 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Bound port: 987f3d8e-6fdb-4f34-bab9-02878c0433f4, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:36.257218 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.296770 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.302665 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.305109 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf49f95-6554-4175-ac92-fcb5f32312cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb40df7-71bc-410a-abda-ee38bb4a1f0b,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.310083 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5bf49f95-6554-4175-ac92-fcb5f32312cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.323472 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5bf49f95-6554-4175-ac92-fcb5f32312cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e5eb70d771c4d95a10f246ed6aabbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362527 Jun 29 10:43:36.324199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42544) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.330122 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] For port 987f3d8e-6fdb-4f34-bab9-02878c0433f4, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:36.343456 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.348401 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] For port 987f3d8e-6fdb-4f34-bab9-02878c0433f4, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=987f3d8e-6fdb-4f34-bab9-02878c0433f4,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:36.361850 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.386831 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-09fa93ae-41b7-4068-acc5-20e2001983e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.402323 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Network 395dc8b2-0b21-403e-a906-218d06f91bef is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:36.422303 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:36.436466 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:36.439718 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Routers {'f8b9b778-0eb1-40a3-82a8-907587d0b851'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:36.441477 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['f8b9b778-0eb1-40a3-82a8-907587d0b851'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:36.448038 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Pushing event updated for resources: {'Port': ['ID=874539e6-66ca-4f80-9e3d-c28220aefa00,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.476349 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.488112 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.507529 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.539894 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.563833 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.599265 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] For port f4425e5e-f513-4a0f-b35c-1f80131e1c07, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f4425e5e-f513-4a0f-b35c-1f80131e1c07,segment=NetworkSegment(c235958c-fa8c-4914-aa26-b8ca57064d53),segment_id=c235958c-fa8c-4914-aa26-b8ca57064d53)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:36.621237 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.631112 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.656054 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.659200 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.673049 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fbb40df7-71bc-410a-abda-ee38bb4a1f0b HTTP/1.1" status: 204 len: 168 time: 0.3385777 Jun 29 10:43:36.675101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-073149cd-295a-4e07-88f0-d32431a2fd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.701115 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb40df7-71bc-410a-abda-ee38bb4a1f0b,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.710881 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.770136 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Pushing event updated for resources: {'Port': ['ID=f4425e5e-f513-4a0f-b35c-1f80131e1c07,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.813895 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.839539 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.892555 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 134c7240-2739-4134-ad7e-9f15da2ed9c1, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=134c7240-2739-4134-ad7e-9f15da2ed9c1,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:36.908580 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501507c-7eab-42e6-9cb0-af29f59f1d84 req-1aa69070-c4a2-40a1-86c1-2f8755df9ce6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.914012 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.921143 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2501507c-7eab-42e6-9cb0-af29f59f1d84 req-1aa69070-c4a2-40a1-86c1-2f8755df9ce6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.2011044 Jun 29 10:43:36.935093 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.941654 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-d8cbc295-8dd0-4417-a2b8-04b06200ca58 None None] Provisioning complete for port f4425e5e-f513-4a0f-b35c-1f80131e1c07 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:36.943980 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc295-8dd0-4417-a2b8-04b06200ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.013417 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] Set router f8b9b778-0eb1-40a3-82a8-907587d0b851 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:37.050485 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2501507c-7eab-42e6-9cb0-af29f59f1d84 req-ce6e3550-899d-49fc-9a87-2850734f5b44 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220880 Jun 29 10:43:37.058257 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42570) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.135102 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Deleting subnet 17a58485-7cbd-437a-9a29-d394258d9352 {{(pid=99640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:37.136202 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f752b9-8570-4f5b-9440-cd0798573abe None None] Pushing event updated for resources: {'Port': ['ID=987f3d8e-6fdb-4f34-bab9-02878c0433f4,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.140920 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-20f752b9-8570-4f5b-9440-cd0798573abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.142891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.201025 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=134c7240-2739-4134-ad7e-9f15da2ed9c1,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.207498 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.208919 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.217366 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.218988 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.223644 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.232455 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.274355 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42572) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.298934 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2f8c-dd4a-4861-a294-c8b67f7647e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.299543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.301713 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:43:33Z', 'revision_number': 3, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port': {'id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:33Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:37.302811 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.318996 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.322391 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Pushing event updated for resources: {'Port': ['ID=874539e6-66ca-4f80-9e3d-c28220aefa00,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.329765 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.330636 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4932eb-9165-4942-91e1-f9851ab0888a None None] The sync data for ids ['f8b9b778-0eb1-40a3-82a8-907587d0b851'] in dv-cinder-786627-13-iscsi is: [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:43:33Z', 'revision_number': 3, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port': {'id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:33Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:37.332486 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a58485-7cbd-437a-9a29-d394258d9352,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.334798 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.339456 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/17a58485-7cbd-437a-9a29-d394258d9352 HTTP/1.1" status: 204 len: 168 time: 0.2800705 Jun 29 10:43:37.339795 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42574) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.340273 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2961105f-ed27-4f2a-9686-bcda4fde69ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.352103 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-0ab77a54-3b7c-4adc-8ffe-5953021bce09 None None] Provisioning for port 874539e6-66ca-4f80-9e3d-c28220aefa00 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:37.356281 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-0ab77a54-3b7c-4adc-8ffe-5953021bce09 None None] Provisioning complete for port 874539e6-66ca-4f80-9e3d-c28220aefa00 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:37.357182 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-0ab77a54-3b7c-4adc-8ffe-5953021bce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.395521 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-0ab77a54-3b7c-4adc-8ffe-5953021bce09 None None] Port 874539e6-66ca-4f80-9e3d-c28220aefa00 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:37.486718 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.544313 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f4425e5e-f513-4a0f-b35c-1f80131e1c07 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:37.567965 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Network 395dc8b2-0b21-403e-a906-218d06f91bef is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:37.573540 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:37.599083 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port f4425e5e-f513-4a0f-b35c-1f80131e1c07 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:37.606278 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.652467 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2f8c-dd4a-4861-a294-c8b67f7647e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.688621 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2f8c-dd4a-4861-a294-c8b67f7647e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.700280 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.702747 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8ba16c1e-7750-4f89-b04a-781ca259c6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.731743 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b27b1c0-b11a-48da-b503-945c78b4c0eb']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:37.761556 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47361de9-f4b5-4247-9623-48c1d4d219de') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:37.762100 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47361de9-f4b5-4247-9623-48c1d4d219de') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:37.770706 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb0277-4227-4731-8045-6423e29d1f75 req-0c1484e1-b261-4910-b1d7-6bd7a262b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:37.772957 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fecb0277-4227-4731-8045-6423e29d1f75 req-0c1484e1-b261-4910-b1d7-6bd7a262b0fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 1099 time: 0.1142745 Jun 29 10:43:37.784717 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 134c7240-2739-4134-ad7e-9f15da2ed9c1 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:37.798673 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.825506 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fecb0277-4227-4731-8045-6423e29d1f75 req-44e68d7b-66e1-4679-bf9f-91e349ffeb81 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Jun 29 10:43:37.854511 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b2f8c-dd4a-4861-a294-c8b67f7647e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a4e23b-93e0-4b16-96a9-faee1a065e3e,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.869054 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3b6b2f8c-dd4a-4861-a294-c8b67f7647e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d981c636eae4487aab27cf95cb72751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918827 Jun 29 10:43:37.869172 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 134c7240-2739-4134-ad7e-9f15da2ed9c1 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:37.869448 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.872110 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42580) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.879741 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3b6b2f8c-dd4a-4861-a294-c8b67f7647e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.885782 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.914813 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:37.915784 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:37.918928 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:37.956877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.971351 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-af066e8e-5634-4f7b-8ea0-df35ef8b93f5 None None] Provisioning complete for port 874539e6-66ca-4f80-9e3d-c28220aefa00 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:37.972029 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-af066e8e-5634-4f7b-8ea0-df35ef8b93f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.985108 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.987455 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Router f8b9b778-0eb1-40a3-82a8-907587d0b851 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:38.042666 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.050708 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ac92a1f5-ee06-412b-844e-0d083792acb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.053483 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.056028 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2b27b1c0-b11a-48da-b503-945c78b4c0eb HTTP/1.1" status: 204 len: 168 time: 0.7145824 Jun 29 10:43:38.061651 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42582) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.066905 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-af066e8e-5634-4f7b-8ea0-df35ef8b93f5 None None] Port 874539e6-66ca-4f80-9e3d-c28220aefa00 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:38.068929 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.074833 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.081660 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8a4e23b-93e0-4b16-96a9-faee1a065e3e HTTP/1.1" status: 204 len: 168 time: 0.2047067 Jun 29 10:43:38.084452 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d755ab0f-9de5-4745-a4b3-01484fb530e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.094704 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a4e23b-93e0-4b16-96a9-faee1a065e3e,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.097823 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.102035 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b27b1c0-b11a-48da-b503-945c78b4c0eb,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.142562 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.168063 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Deleting subnet 760e5cb0-2119-454f-a5eb-41f9ce2d9ebd {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:38.173111 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.197658 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:38.204334 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] 10.222.0.55 "PUT /v2.0/routers/f8b9b778-0eb1-40a3-82a8-907587d0b851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5782993 Jun 29 10:43:38.219368 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.275791 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.361127 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.369864 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.398792 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.405678 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/760e5cb0-2119-454f-a5eb-41f9ce2d9ebd HTTP/1.1" status: 204 len: 168 time: 0.3424294 Jun 29 10:43:38.408643 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42596) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.410836 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760e5cb0-2119-454f-a5eb-41f9ce2d9ebd,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.418687 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-95ee9d49-510f-4285-bdc8-2f57c5a856b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.432944 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed9783-38fd-4502-bad5-a69a06fef859 req-cf3feefc-1f75-4647-9c64-5e254d4c9b89 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:38.437335 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-06ed9783-38fd-4502-bad5-a69a06fef859 req-cf3feefc-1f75-4647-9c64-5e254d4c9b89 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1700537 Jun 29 10:43:38.497452 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.510837 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-06ed9783-38fd-4502-bad5-a69a06fef859 req-4a8ea4df-2b07-4a43-91a2-ec3c0aaafbc5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662856 Jun 29 10:43:38.603396 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.621759 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b73adc-7d74-4808-bc48-469dd0453a77']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:38.641369 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec0193d-015b-48fc-919c-d4e874a100e3') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:38.641369 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec0193d-015b-48fc-919c-d4e874a100e3') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:38.653554 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.674597 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.682203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:38.682203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:38.685672 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:38.743978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.748099 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.762323 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.765155 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] 10.222.0.55 "DELETE /v2.0/networks/99b73adc-7d74-4808-bc48-469dd0453a77 HTTP/1.1" status: 204 len: 168 time: 0.3553293 Jun 29 10:43:38.766430 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Pushing event deleted for resources: {'Network': ['ID=99b73adc-7d74-4808-bc48-469dd0453a77,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.780718 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-81ae4f90-0f92-4229-b207-6c5b95672eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.904991 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42616) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.946674 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-ab7895a2-3648-42f7-9b76-0ba7c062b0b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fa5ee1540f04e098f48910fb0cadbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401866 Jun 29 10:43:38.948874 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42618) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.002868 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.025055 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.097738 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.102248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.108259 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9a01986-9056-4549-801e-a1bb1195e7dc HTTP/1.1" status: 204 len: 168 time: 0.1560354 Jun 29 10:43:39.112264 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4616bd28-c519-4aa3-b70b-f7c3580acdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.137299 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a01986-9056-4549-801e-a1bb1195e7dc,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.143467 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.166321 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42632) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.171165 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280969353', 'description': 'tempest-secgroup-smoke-280969353 description', 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:39.211868 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.312490 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.318709 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.322218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2147947c-c8d2-4ed1-a7c6-110c78a8ac59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.349309 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.353886 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42644) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.354439 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1864944 Jun 29 10:43:39.358728 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9fc45-b235-4059-8e58-5f60504472a0,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.359478 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'security_group_rule': {'security_group_id': '32c9fc45-b235-4059-8e58-5f60504472a0', 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:39.361704 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.396366 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.507999 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.523081 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.536671 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48942d59-f28f-42b5-9cf0-b63f77967560 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.583088 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 987f3d8e-6fdb-4f34-bab9-02878c0433f4 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:39.596242 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.607321 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2522926 Jun 29 10:43:39.610365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42660) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.615307 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c89c50-5c24-40cb-a490-b5ffa550e225,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.616708 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'security_group_rule': {'security_group_id': '32c9fc45-b235-4059-8e58-5f60504472a0', 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:39.623967 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.641090 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Sync routers for ids ['f8b9b778-0eb1-40a3-82a8-907587d0b851'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:39.660976 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42664) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.684642 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Routers {'f8b9b778-0eb1-40a3-82a8-907587d0b851'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:39.685335 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['f8b9b778-0eb1-40a3-82a8-907587d0b851'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:39.695960 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.723278 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-640b1d75-b825-4a79-9d7a-4ba5284b7df4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=639c9bc4731e4e808d738404cc2d0610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607324 Jun 29 10:43:39.725781 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42666) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.778583 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.796366 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Set router f8b9b778-0eb1-40a3-82a8-907587d0b851 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:39.805118 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.814213 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab302ca-d2da-4fe1-947d-76573b018906 req-fe3ab4de-110b-47e9-bc97-a665c6062fcf tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:39.815736 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fab302ca-d2da-4fe1-947d-76573b018906 req-fe3ab4de-110b-47e9-bc97-a665c6062fcf tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1355302 Jun 29 10:43:39.817890 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.835861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.841102 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-832576a5-c018-4657-a130-d642895551df tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.878851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a9870f-6018-4254-9515-e4fa2ba82400,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.883725 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.894291 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fab302ca-d2da-4fe1-947d-76573b018906 req-a51c426d-eede-4a8f-8102-f2543568cf40 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725195 Jun 29 10:43:39.895503 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.896536 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2848661 Jun 29 10:43:39.899695 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42672) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.904985 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'security_group_rule': {'security_group_id': '32c9fc45-b235-4059-8e58-5f60504472a0', 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:39.911171 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.913668 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.914803 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe56cc8b-7c3c-4ea1-a8ae-83ff786af4c9 HTTP/1.1" status: 204 len: 168 time: 0.1880546 Jun 29 10:43:39.917475 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3aac8484-e04e-426b-bf04-a4324f39af70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.927676 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:39.939487 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:39.939907 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.945453 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe56cc8b-7c3c-4ea1-a8ae-83ff786af4c9,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.950129 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.969263 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.095243 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.097566 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.107666 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.109888 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-76a607b3-5559-46e9-a820-9715b8fbc0e4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.126432 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e67b830-93b1-4f1b-9708-60b3f1d30160,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.142176 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 987f3d8e-6fdb-4f34-bab9-02878c0433f4, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=987f3d8e-6fdb-4f34-bab9-02878c0433f4,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:40.144744 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.150874 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 4, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port': {'id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:33Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '874539e6-66ca-4f80-9e3d-c28220aefa00', 'name': '', 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'mac_address': 'fa:16:3e:b7:41:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dd7034b8-48ba-43ef-a42c-a7987bc2220a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:35Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 2, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'subnets': [{'id': 'dd7034b8-48ba-43ef-a42c-a7987bc2220a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:40.152348 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.154391 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.156204 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536843 Jun 29 10:43:40.158300 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42682) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:40.169099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'security_group_rule': {'security_group_id': '32c9fc45-b235-4059-8e58-5f60504472a0', 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:40.179911 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.183711 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Checking router: f8b9b778-0eb1-40a3-82a8-907587d0b851 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:40.184295 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Updating router f8b9b778-0eb1-40a3-82a8-907587d0b851 port 874539e6-66ca-4f80-9e3d-c28220aefa00 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:40.233687 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f34f69-d78f-460a-a88c-b570d6faee67 req-777d6727-83f9-43c8-a823-eecee9be0898 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.244391 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-28f34f69-d78f-460a-a88c-b570d6faee67 req-777d6727-83f9-43c8-a823-eecee9be0898 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.2052011 Jun 29 10:43:40.256767 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.265668 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.266620 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=987f3d8e-6fdb-4f34-bab9-02878c0433f4,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.270988 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.329771 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-28f34f69-d78f-460a-a88c-b570d6faee67 req-74f655da-4b93-4f39-b15d-7cac20490bcd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845509 Jun 29 10:43:40.361406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.373008 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.376200 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-95bd340a-dce6-4ed8-9b7d-b77e6b61a6f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.394261 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebe4074-397e-4e29-9cfd-f98c4d7cd715,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.397678 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.403214 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.407570 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42692) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:40.416105 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'security_group_rule': {'security_group_id': '32c9fc45-b235-4059-8e58-5f60504472a0', 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:40.416859 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2465258 Jun 29 10:43:40.458823 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.securitygroups_db [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Project a3716bb98ba34e78b11f9bce5511c0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:43:40.465408 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.579902 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.586392 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.589853 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.613297 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dfe6b4-ee48-4c2e-82f9-2a60e510a12a,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.623146 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.631222 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.633168 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2244291 Jun 29 10:43:40.636183 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42708) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:40.642796 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'security_group_rule': {'security_group_id': '32c9fc45-b235-4059-8e58-5f60504472a0', 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:40.702075 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.securitygroups_db [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Project a3716bb98ba34e78b11f9bce5511c0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:43:40.719794 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.864389 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.878088 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.882970 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.888841 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Transition to ACTIVE for port object 874539e6-66ca-4f80-9e3d-c28220aefa00 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:40.897138 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a508f697-86c1-48d9-b221-b13d97c518ac tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.900491 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.902667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1a434532-7ee5-4fc8-a845-c43ea3d15370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.928329 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ed8249-ae41-436a-aa21-df025bb4df34,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.943529 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.946428 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.948614 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3105376 Jun 29 10:43:40.974518 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c6673-aca7-46a6-878a-7d36028c2710 None None] Pushing event updated for resources: {'Port': ['ID=874539e6-66ca-4f80-9e3d-c28220aefa00,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.979411 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-be4c6673-aca7-46a6-878a-7d36028c2710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:41.063929 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Attempting to bind port 874539e6-66ca-4f80-9e3d-c28220aefa00 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:41.064101 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Attempting to bind port 874539e6-66ca-4f80-9e3d-c28220aefa00 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:41.064419 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Attempting to bind port 874539e6-66ca-4f80-9e3d-c28220aefa00 on network 395dc8b2-0b21-403e-a906-218d06f91bef {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:41.075148 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:41.075536 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Checking segment: {'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:41.076568 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.077256 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Bound using segment: {'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:41.078063 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Bound port: 874539e6-66ca-4f80-9e3d-c28220aefa00, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c235958c-fa8c-4914-aa26-b8ca57064d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:41.078635 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.177218 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] For port 874539e6-66ca-4f80-9e3d-c28220aefa00, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:41.182279 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] For port 874539e6-66ca-4f80-9e3d-c28220aefa00, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=874539e6-66ca-4f80-9e3d-c28220aefa00,segment=NetworkSegment(c235958c-fa8c-4914-aa26-b8ca57064d53),segment_id=c235958c-fa8c-4914-aa26-b8ca57064d53)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:41.188480 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.192227 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:41.269902 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Routers {'f8b9b778-0eb1-40a3-82a8-907587d0b851'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:41.270523 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:43:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['f8b9b778-0eb1-40a3-82a8-907587d0b851'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:41.337445 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c6673-aca7-46a6-878a-7d36028c2710 None None] Pushing event updated for resources: {'Port': ['ID=874539e6-66ca-4f80-9e3d-c28220aefa00,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:41.350206 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-be4c6673-aca7-46a6-878a-7d36028c2710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:41.406193 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 42778) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:41.432463 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] Set router f8b9b778-0eb1-40a3-82a8-907587d0b851 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:41.604001 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 987f3d8e-6fdb-4f34-bab9-02878c0433f4 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:41.634842 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7986fb85-284d-46a2-8432-a700784cec21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.709136 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:41.709509 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.798950 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e5864182-02fa-405a-8352-96d127cf212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 4, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port': {'id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:33Z', 'updated_at': '2021-06-29T10:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '874539e6-66ca-4f80-9e3d-c28220aefa00', 'name': '', 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'mac_address': 'fa:16:3e:b7:41:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dd7034b8-48ba-43ef-a42c-a7987bc2220a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:35Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'subnets': [{'id': 'dd7034b8-48ba-43ef-a42c-a7987bc2220a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:41.803823 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7986fb85-284d-46a2-8432-a700784cec21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.813613 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7986fb85-284d-46a2-8432-a700784cec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.837971 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6d86fa52-f6fd-439d-bafe-4c3961f345b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:41.843100 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5864182-02fa-405a-8352-96d127cf212f None None] The sync data for ids ['f8b9b778-0eb1-40a3-82a8-907587d0b851'] in dv-cinder-786627-13-iscsi is: [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 4, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port': {'id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:33Z', 'updated_at': '2021-06-29T10:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '874539e6-66ca-4f80-9e3d-c28220aefa00', 'name': '', 'network_id': '395dc8b2-0b21-403e-a906-218d06f91bef', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'mac_address': 'fa:16:3e:b7:41:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dd7034b8-48ba-43ef-a42c-a7987bc2220a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:35Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'subnets': [{'id': 'dd7034b8-48ba-43ef-a42c-a7987bc2220a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:41.844598 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42798) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:41.850726 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7986fb85-284d-46a2-8432-a700784cec21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63da50a49e564e37ae29352995df4fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429462 Jun 29 10:43:41.888649 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986fb85-284d-46a2-8432-a700784cec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c915c-559f-43f6-9c4e-07aa59de5f40,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:41.892927 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7986fb85-284d-46a2-8432-a700784cec21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:41.952371 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.975108 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.045427 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.048325 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.049497 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/190c915c-559f-43f6-9c4e-07aa59de5f40 HTTP/1.1" status: 204 len: 168 time: 0.2031140 Jun 29 10:43:42.050470 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8645adef-e564-4225-8abf-c1fe4f4c4c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.059166 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c915c-559f-43f6-9c4e-07aa59de5f40,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.076500 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.425513 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42824) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:42.446443 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00a465f1-ebe7-499e-ad60-1f058cb0c77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.457451 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-646481f7-fd75-4e4b-ac47-b7b39271fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.459008 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-646481f7-fd75-4e4b-ac47-b7b39271fcd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.1090991 Jun 29 10:43:42.549018 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633060a9-c764-4e0c-bd44-da0853c764a5 req-f6af93a5-03bb-4f97-b67e-71cb108338aa tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.550470 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00a465f1-ebe7-499e-ad60-1f058cb0c77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.550636 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-633060a9-c764-4e0c-bd44-da0853c764a5 req-f6af93a5-03bb-4f97-b67e-71cb108338aa tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1430547 Jun 29 10:43:42.559053 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00a465f1-ebe7-499e-ad60-1f058cb0c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.563062 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2417315f-1700-4d1b-8aae-0f3eef6ff7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.600946 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-32bf6d1b-b60d-489c-a33d-6bc0e53e98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.602925 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-32bf6d1b-b60d-489c-a33d-6bc0e53e98b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.1324174 Jun 29 10:43:42.603891 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-00a465f1-ebe7-499e-ad60-1f058cb0c77a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=112f0586b2be4322943b350831fa081d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772063 Jun 29 10:43:42.604540 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 42826) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:42.612017 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a465f1-ebe7-499e-ad60-1f058cb0c77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152982b-ede3-4ab6-944a-5a11f42eee02,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.615677 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-00a465f1-ebe7-499e-ad60-1f058cb0c77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.631763 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-633060a9-c764-4e0c-bd44-da0853c764a5 req-f9f74e14-5f2e-44f3-882c-3274bef685d5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691645 Jun 29 10:43:42.669255 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.672966 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-89e31418-b2d9-4cc3-aa83-1ef6ce4e0fd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 217 time: 0.0540671 Jun 29 10:43:42.705156 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.732238 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-fc843e35-ce2f-45c2-9a74-692f49619505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.734826 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-fc843e35-ce2f-45c2-9a74-692f49619505 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0525973 Jun 29 10:43:42.775478 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.783074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.784379 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5152982b-ede3-4ab6-944a-5a11f42eee02 HTTP/1.1" status: 204 len: 168 time: 0.1786568 Jun 29 10:43:42.785359 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-dcc738a1-f7e3-45df-b56c-34b1e6f1e1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.796261 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152982b-ede3-4ab6-944a-5a11f42eee02,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.798635 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.824531 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-d646ad55-eb92-4ba4-9d50-47d66f22fb2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773094 Jun 29 10:43:42.964093 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-482e48ac-f66e-41f5-9e2a-ffdf6bdc81f7 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322348 Jun 29 10:43:43.128578 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff2308b-4093-44d7-b18f-2f74d0668e71 req-332841d3-2bc7-47d7-a262-8a3076bd52ae service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534779 Jun 29 10:43:43.533095 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 874539e6-66ca-4f80-9e3d-c28220aefa00 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:43.559324 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:43.582780 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 874539e6-66ca-4f80-9e3d-c28220aefa00 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:43.586455 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 874539e6-66ca-4f80-9e3d-c28220aefa00 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:43.586829 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.666843 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.701764 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 874539e6-66ca-4f80-9e3d-c28220aefa00, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=874539e6-66ca-4f80-9e3d-c28220aefa00,segment=NetworkSegment(c235958c-fa8c-4914-aa26-b8ca57064d53),segment_id=c235958c-fa8c-4914-aa26-b8ca57064d53)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:43.706607 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.711480 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-727cccbf-c857-4ede-be2d-3c7972387aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.762149 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=874539e6-66ca-4f80-9e3d-c28220aefa00,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.765463 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.849098 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a96e5f-90d3-441c-a202-3e5b490d66d8 req-2c99ac27-6ce2-4d8d-8b6b-fc4dedaaf175 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.854243 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-65a96e5f-90d3-441c-a202-3e5b490d66d8 req-2c99ac27-6ce2-4d8d-8b6b-fc4dedaaf175 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0701916 Jun 29 10:43:43.890717 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-65a96e5f-90d3-441c-a202-3e5b490d66d8 req-9dcceca7-34aa-469a-9514-7f3433ad0cdd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Jun 29 10:43:45.519405 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 874539e6-66ca-4f80-9e3d-c28220aefa00 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:45.575931 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 874539e6-66ca-4f80-9e3d-c28220aefa00 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:45.576297 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.592268 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25432a53-a54a-427c-a51d-4c11d386b9f8 req-e12587d4-9e8e-4d8e-9a7e-921193e626c0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.593764 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25432a53-a54a-427c-a51d-4c11d386b9f8 req-e12587d4-9e8e-4d8e-9a7e-921193e626c0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0679300 Jun 29 10:43:46.631678 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25432a53-a54a-427c-a51d-4c11d386b9f8 req-fc879a6f-a4ba-4392-8ae1-3d20beb4b9ca tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jun 29 10:43:47.817729 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff16c2-1f4d-4821-a73e-9c37287fa9e3 req-16370993-ee33-46dd-834c-cf74711413c4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.819167 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-11ff16c2-1f4d-4821-a73e-9c37287fa9e3 req-16370993-ee33-46dd-834c-cf74711413c4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0698583 Jun 29 10:43:47.859338 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-11ff16c2-1f4d-4821-a73e-9c37287fa9e3 req-487888ab-1678-42de-b8e7-69cf009fd1a1 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Jun 29 10:43:50.872160 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e4b36-719b-4bf1-bf28-0a7dbc68077d req-a3e3f380-5f61-484d-9cd2-788ff7deccb2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:50.877532 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-019e4b36-719b-4bf1-bf28-0a7dbc68077d req-a3e3f380-5f61-484d-9cd2-788ff7deccb2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0647566 Jun 29 10:43:50.915562 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-019e4b36-719b-4bf1-bf28-0a7dbc68077d req-5608ee50-836b-4112-ac49-72445a881240 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Jun 29 10:43:52.106271 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee62ff-06e5-4f3d-b3a6-41115a0f7fce req-a2ff26ae-463e-482c-8b25-7a54aacc39eb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:52.107813 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9cee62ff-06e5-4f3d-b3a6-41115a0f7fce req-a2ff26ae-463e-482c-8b25-7a54aacc39eb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0779071 Jun 29 10:43:52.145954 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9cee62ff-06e5-4f3d-b3a6-41115a0f7fce req-cb522faa-e10f-48ac-bfd8-e5e7b7040c62 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Jun 29 10:43:54.714807 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.623830 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53228d-f5c5-4b85-ab9e-b688e60140e5 req-26a309e1-c514-4008-9e54-5a7ed39b87e3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:55.625438 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6c53228d-f5c5-4b85-ab9e-b688e60140e5 req-26a309e1-c514-4008-9e54-5a7ed39b87e3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0725944 Jun 29 10:43:55.663360 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6c53228d-f5c5-4b85-ab9e-b688e60140e5 req-a1a4213c-b3bd-4e96-b342-4d6630b79762 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Jun 29 10:43:55.678752 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb98-3fcf-428b-8b5a-6e84b471dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.849037 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144461-9ffc-4a08-988e-9647c8fcb7f1 req-d7df6bdf-e53c-4522-8fc6-9a8b8ace1dd8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.850607 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5144461-9ffc-4a08-988e-9647c8fcb7f1 req-d7df6bdf-e53c-4522-8fc6-9a8b8ace1dd8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0740888 Jun 29 10:43:56.890927 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5144461-9ffc-4a08-988e-9647c8fcb7f1 req-52423dc1-4fd9-402d-8130-57a8f14bc4c2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jun 29 10:43:58.014369 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9038acc4-d337-42b6-b22e-14023045d65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.272265 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.066978 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.783294 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.296467 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f17de5-484a-4d9b-b762-a26a04a3fc4d req-01ad715e-cc10-48e7-87d5-ef27a0f01b9a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:01.297967 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c3f17de5-484a-4d9b-b762-a26a04a3fc4d req-01ad715e-cc10-48e7-87d5-ef27a0f01b9a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0735550 Jun 29 10:44:01.337288 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c3f17de5-484a-4d9b-b762-a26a04a3fc4d req-0e7cb9b2-9a70-4dcc-8f00-e0a91b446bd8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jun 29 10:44:02.518728 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d5c87-0da7-43d4-a189-649f00cc8370 req-8a3dae55-1154-437f-95b9-876033f04e80 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:02.520196 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-139d5c87-0da7-43d4-a189-649f00cc8370 req-8a3dae55-1154-437f-95b9-876033f04e80 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0686545 Jun 29 10:44:02.562827 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-139d5c87-0da7-43d4-a189-649f00cc8370 req-f9e37956-2486-44d2-bd75-d92c1107c1db tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369360 Jun 29 10:44:03.751048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5ec16-3b35-4f91-ae1c-2efd9b82cfcf req-f54cea9c-16ab-4c99-95e4-d11905ca70fb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:03.752593 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6fb5ec16-3b35-4f91-ae1c-2efd9b82cfcf req-f54cea9c-16ab-4c99-95e4-d11905ca70fb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0673039 Jun 29 10:44:03.803051 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6fb5ec16-3b35-4f91-ae1c-2efd9b82cfcf req-c2285ace-32e2-4fdc-8e9e-12bf75678d96 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Jun 29 10:44:04.241408 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 43212) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:04.357517 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.447324 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.452564 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.455394 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ae809076-8bcf-4d07-920c-fc4629f4d586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:04.489229 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff57e2-d7b1-45bd-8f48-9b2f0329eaba,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.504861 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf6ad88903cd46ddbc23c158a0d2d517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623608 Jun 29 10:44:04.506252 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.506615 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.507006 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.507307 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.507653 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.507808 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 43224) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:04.507993 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.508333 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.508683 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.509023 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.509356 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.509714 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.510045 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.514105 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.559279 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.581077 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.628984 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.631711 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.632858 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51ff57e2-d7b1-45bd-8f48-9b2f0329eaba HTTP/1.1" status: 204 len: 168 time: 0.1239703 Jun 29 10:44:04.633721 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7551985d-37b4-46a5-84c6-74b253f48e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:04.641311 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff57e2-d7b1-45bd-8f48-9b2f0329eaba,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.648784 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.649136 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.649497 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.649887 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.650216 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.650554 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.651049 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.651365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.651779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.652547 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.652547 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.652800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:04.656044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.998024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e7242-3703-4cca-8995-b218a9c0ed6b req-4d482184-0152-422e-9351-b7be92f0bb47 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:04.999680 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-457e7242-3703-4cca-8995-b218a9c0ed6b req-4d482184-0152-422e-9351-b7be92f0bb47 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0683572 Jun 29 10:44:05.038402 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-457e7242-3703-4cca-8995-b218a9c0ed6b req-f2b3fc9d-d6e2-4636-95ef-3f4a12fa71eb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Jun 29 10:44:05.314403 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 43256) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:05.434274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1359314198-network', 'tenant_id': 'dc5e3c49c00f4039892adcda8dc9e128'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:05.458416 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Made reservation on behalf of dc5e3c49c00f4039892adcda8dc9e128 for: {'network': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:05.460777 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.469637 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.570741 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.577138 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.580436 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b3af3884-1f81-4b24-871b-1b488c3098e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.606699 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=99640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:05.617103 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630dce16-aad4-4952-bfee-0965a99f4ec0,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:05.620405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:05.623423 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.623828 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.segments_db [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Added segment 8d5ed647-067a-4e2a-a6a6-a3ac7e908409 of type vlan for network 82c2a756-ce7d-4c25-af56-1e40c8b29717 Jun 29 10:44:05.667597 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 43282) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:05.674433 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.706112 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.707614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:05.708285 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.711346 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.777015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Pushing event updated for resources: {'Network': ['ID=82c2a756-ce7d-4c25-af56-1e40c8b29717,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:05.780314 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:05.782245 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4668374 Jun 29 10:44:05.785847 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 43286) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:05.795130 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1909bf6a-31fb-47c1-8e29-620fe5e38089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.795486 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 82c2a756-ce7d-4c25-af56-1e40c8b29717 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:05.796100 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Request body: {'subnet': {'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1359314198-subnet', 'tenant_id': 'dc5e3c49c00f4039892adcda8dc9e128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:05.819921 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Made reservation on behalf of dc5e3c49c00f4039892adcda8dc9e128 for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:05.822496 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13209034'] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.899487 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1909bf6a-31fb-47c1-8e29-620fe5e38089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.904259 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1909bf6a-31fb-47c1-8e29-620fe5e38089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.908007 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6568297d-1eda-4010-ba9f-773b2a40c2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.947810 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1909bf6a-31fb-47c1-8e29-620fe5e38089 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=404c219d4a284cca919a090e4bb30f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786634 Jun 29 10:44:05.949967 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 43292) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:05.952139 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909bf6a-31fb-47c1-8e29-620fe5e38089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc348b-804f-417d-862e-3c3a96205697,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:05.955369 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1909bf6a-31fb-47c1-8e29-620fe5e38089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.017140 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00b3b6a-e838-4a3a-a4bc-5186482f3a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.044468 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00b3b6a-e838-4a3a-a4bc-5186482f3a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.047517 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13338160'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.050900 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-bc979653-0154-467f-afe9-5c2ad4ad95cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:06.104083 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00b3b6a-e838-4a3a-a4bc-5186482f3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.106855 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00b3b6a-e838-4a3a-a4bc-5186482f3a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.108077 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d00b3b6a-e838-4a3a-a4bc-5186482f3a06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0bc348b-804f-417d-862e-3c3a96205697 HTTP/1.1" status: 204 len: 168 time: 0.1571355 Jun 29 10:44:06.116123 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d11b1033-76cb-4b72-ab55-bee6ca3c7d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:06.118881 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a639d409-2a1a-43b6-a80a-7267e133bc6e,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:06.120413 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Checking segment: {'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:06.120761 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Network hostable DHCP agents. Network: 82c2a756-ce7d-4c25-af56-1e40c8b29717, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:06.123160 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.135927 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b3b6a-e838-4a3a-a4bc-5186482f3a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc348b-804f-417d-862e-3c3a96205697,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:06.138378 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d00b3b6a-e838-4a3a-a4bc-5186482f3a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.145144 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Network 82c2a756-ce7d-4c25-af56-1e40c8b29717 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:06.163674 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 82c2a756-ce7d-4c25-af56-1e40c8b29717) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:06.168975 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.169654 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.182767 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de727f17-c58f-4e44-af88-c023a39de8d4 None None] Network 82c2a756-ce7d-4c25-af56-1e40c8b29717 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:06.202426 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e35bf5e5-a672-4c6f-ab4d-bd167734122b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4145260 Jun 29 10:44:06.247390 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2bd85-fb0b-4443-a085-9fbbebeacf84 req-124a45c0-c22d-45a3-afd2-cbd240927341 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.254429 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aef2bd85-fb0b-4443-a085-9fbbebeacf84 req-124a45c0-c22d-45a3-afd2-cbd240927341 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0835810 Jun 29 10:44:06.302206 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aef2bd85-fb0b-4443-a085-9fbbebeacf84 req-34d7138b-42fc-426c-b2fa-abe9ab5f1a78 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Jun 29 10:44:06.355964 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c059f1-d4e9-447f-b8b7-f0276cce5d71 None None] Network 82c2a756-ce7d-4c25-af56-1e40c8b29717 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:07.505831 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaafce-36a7-41cb-80fc-87dd5ba51060 req-3030f72b-612b-4a57-9c7b-0568470222f6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.505831 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b1aaafce-36a7-41cb-80fc-87dd5ba51060 req-3030f72b-612b-4a57-9c7b-0568470222f6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0767531 Jun 29 10:44:07.549478 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b1aaafce-36a7-41cb-80fc-87dd5ba51060 req-4ae41e7c-bc96-4951-a21f-02992fbb76ef tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Jun 29 10:44:08.731919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95561674-b28e-4d6d-982b-3b334adb247a req-c11c7a8b-3640-4ddd-8358-6426a5089d92 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.733446 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-95561674-b28e-4d6d-982b-3b334adb247a req-c11c7a8b-3640-4ddd-8358-6426a5089d92 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0687954 Jun 29 10:44:08.774810 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-95561674-b28e-4d6d-982b-3b334adb247a req-4138b69b-4b7a-4264-8c25-ad0d72bc8208 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Jun 29 10:44:08.934432 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91637316-af3e-4c51-9938-7e37432ef137 req-04da64d6-b5d1-4fad-b23b-d35ea2e2e9c0 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.935984 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-04da64d6-b5d1-4fad-b23b-d35ea2e2e9c0 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/networks?id=82c2a756-ce7d-4c25-af56-1e40c8b29717 HTTP/1.1" status: 200 len: 814 time: 0.1055245 Jun 29 10:44:08.955128 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-ab120642-4a81-4cef-8baf-97ccb07f6f2f tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/quotas/dc5e3c49c00f4039892adcda8dc9e128 HTTP/1.1" status: 200 len: 375 time: 0.0104177 Jun 29 10:44:08.989462 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-c3b760ba-ab9e-453f-9f89-7faa1f3a7c09 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc5e3c49c00f4039892adcda8dc9e128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286238 Jun 29 10:44:09.079786 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-295188da-acba-4e6a-823d-a5afbe87fb92 service neutron] 10.222.0.55 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Jun 29 10:44:09.169831 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-b2bbd164-e983-432e-8416-086d60346348 service neutron] 10.222.0.55 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837364 Jun 29 10:44:09.338788 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5afab854-ffe3-499b-8502-f0a913d8d5fb req-b93fe1e7-60cb-4555-bbba-466e82711d00 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 210 time: 0.0298679 Jun 29 10:44:09.958678 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ea967-7b0b-434b-8112-bc72852114c9 req-4d9f86e3-6c15-4d08-9f89-54c258bb2718 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.960186 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-df0ea967-7b0b-434b-8112-bc72852114c9 req-4d9f86e3-6c15-4d08-9f89-54c258bb2718 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0680478 Jun 29 10:44:10.000247 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-df0ea967-7b0b-434b-8112-bc72852114c9 req-512201a7-0cb8-42ee-a6df-197af22a1c61 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331700 Jun 29 10:44:10.062603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383cff-ff27-4289-9a1e-b2e2d1dfaf7d req-7c5b9f14-d453-46e2-abf7-d62949fe4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.064083 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-74383cff-ff27-4289-9a1e-b2e2d1dfaf7d req-7c5b9f14-d453-46e2-abf7-d62949fe4707 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.0512435 Jun 29 10:44:10.105792 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-74383cff-ff27-4289-9a1e-b2e2d1dfaf7d req-e7f2ccc7-f118-45d9-b5f3-2120b2ce5530 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Jun 29 10:44:10.477002 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-faad03fb-7fcc-4577-b82d-c135f0e8b5e4 req-8f6ac727-3992-4e87-ab90-d7dede3efd46 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 210 time: 0.0285704 Jun 29 10:44:10.594695 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91637316-af3e-4c51-9938-7e37432ef137 req-abcd537e-ab15-45c6-88bc-bfffcf54e3bb tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.596116 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-abcd537e-ab15-45c6-88bc-bfffcf54e3bb tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "GET /v2.0/networks?id=82c2a756-ce7d-4c25-af56-1e40c8b29717 HTTP/1.1" status: 200 len: 814 time: 0.1009297 Jun 29 10:44:10.610672 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Request body: {'port': {'device_id': '77370dfd-f423-43c7-9526-012f80e2ee77', 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717', 'admin_state_up': True, 'tenant_id': 'dc5e3c49c00f4039892adcda8dc9e128'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:10.946878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Made reservation on behalf of dc5e3c49c00f4039892adcda8dc9e128 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:10.950543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.084779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Allocated IP 172.20.0.14 (82c2a756-ce7d-4c25-af56-1e40c8b29717/a639d409-2a1a-43b6-a80a-7267e133bc6e/d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:11.259471 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cd0cd-b7a4-45b5-af0e-d0b9df0c9328 req-9a58eded-467b-415f-9e50-fa1e50197807 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.260948 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4a7cd0cd-b7a4-45b5-af0e-d0b9df0c9328 req-9a58eded-467b-415f-9e50-fa1e50197807 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1385505 Jun 29 10:44:11.318155 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.328412 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4a7cd0cd-b7a4-45b5-af0e-d0b9df0c9328 req-1377e1f0-4172-4036-aab5-2404e2e4544d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608983 Jun 29 10:44:11.362997 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.366982 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.410835 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Network 82c2a756-ce7d-4c25-af56-1e40c8b29717 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:11.414065 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:11.417831 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:11.423093 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.423686 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.429493 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Pushing event updated for resources: {'Port': ['ID=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.433965 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.443725 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8368239 Jun 29 10:44:11.459035 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Request body: {'port': {'device_id': '77370dfd-f423-43c7-9526-012f80e2ee77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:11.531257 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.766372 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4185e1-0ab2-43d8-9a65-1b61b39f8de0 req-2d48fe4c-ffa8-4cfd-bca4-97d98cc4086b tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.768044 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0a4185e1-0ab2-43d8-9a65-1b61b39f8de0 req-2d48fe4c-ffa8-4cfd-bca4-97d98cc4086b tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 932 time: 0.1363530 Jun 29 10:44:11.838529 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0a4185e1-0ab2-43d8-9a65-1b61b39f8de0 req-dc9ec580-761d-4fa5-bcdc-3d40d87f3d83 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621068 Jun 29 10:44:11.868004 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:11.876609 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.893884 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Transition to ACTIVE for port object d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:11.899239 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.901905 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.958017 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.961339 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.989861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Attempting to bind port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:11.990191 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Attempting to bind port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:11.990510 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Attempting to bind port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 on network 82c2a756-ce7d-4c25-af56-1e40c8b29717 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:11.994732 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 on network 82c2a756-ce7d-4c25-af56-1e40c8b29717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:11.994953 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Attempting to bind port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 on network 82c2a756-ce7d-4c25-af56-1e40c8b29717 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:11.999826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:12.000155 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Checking segment: {'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:12.000531 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Bound using segment: {'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:12.000947 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Bound port: d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:12.001323 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.064380 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] For port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:12.067490 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] For port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:12.072543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.074382 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.113434 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.114118 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.115527 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 HTTP/1.1" status: 200 len: 1094 time: 0.6606107 Jun 29 10:44:12.115998 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77370dfd-f423-43c7-9526-012f80e2ee77', 'tag': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:12.118304 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5" -d '{"events": [{"name": "network-changed", "server_uuid": "77370dfd-f423-43c7-9526-012f80e2ee77", "tag": "d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:12.140094 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.143669 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.163216 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b90119-5aa2-4cd4-90ae-b40cc4b57926 x-openstack-request-id: req-b5b90119-5aa2-4cd4-90ae-b40cc4b57926 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:12.163535 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77370dfd-f423-43c7-9526-012f80e2ee77", "tag": "d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:12.163814 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5b90119-5aa2-4cd4-90ae-b40cc4b57926 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:12.164231 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77370dfd-f423-43c7-9526-012f80e2ee77', 'tag': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67', 'status': 'completed', 'code': 200} Jun 29 10:44:12.233804 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91637316-af3e-4c51-9938-7e37432ef137 req-6ac5efe6-c2c6-4287-9493-c743bd95f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.235348 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-6ac5efe6-c2c6-4287-9493-c743bd95f861 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc5e3c49c00f4039892adcda8dc9e128&device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 1097 time: 0.0570388 Jun 29 10:44:12.278404 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-66ba5535-69c4-4f54-985b-178c022401e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 HTTP/1.1" status: 200 len: 217 time: 0.0333176 Jun 29 10:44:12.330332 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91637316-af3e-4c51-9938-7e37432ef137 req-2ac3e923-25c2-4e7c-ac43-9a0d2dd0e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.332095 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-2ac3e923-25c2-4e7c-ac43-9a0d2dd0e0f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a639d409-2a1a-43b6-a80a-7267e133bc6e HTTP/1.1" status: 200 len: 854 time: 0.0446489 Jun 29 10:44:12.371143 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-325f41f6-2b80-40b2-844a-729a704c9907 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82c2a756-ce7d-4c25-af56-1e40c8b29717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302947 Jun 29 10:44:12.489149 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-f2f384aa-6d8f-4ecc-b04e-959565020a4b service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101315 Jun 29 10:44:12.574804 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b206ffa-ffe9-43f2-8a77-ca5fb3846004 req-7f69445e-0f41-4fe1-b62c-dec64052e2ba tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.576182 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b206ffa-ffe9-43f2-8a77-ca5fb3846004 req-7f69445e-0f41-4fe1-b62c-dec64052e2ba tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1253355 Jun 29 10:44:12.609044 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91637316-af3e-4c51-9938-7e37432ef137 req-a7a5d91c-2dda-4170-aa30-76248811a1d3 service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110008 Jun 29 10:44:12.624842 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b206ffa-ffe9-43f2-8a77-ca5fb3846004 req-cd7e3434-e882-4585-8088-c61864e716a1 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Jun 29 10:44:12.723836 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-2f76f8ec-accc-4dd5-b51a-691c2874e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.725321 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-2f76f8ec-accc-4dd5-b51a-691c2874e272 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc5e3c49c00f4039892adcda8dc9e128&device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 1097 time: 0.0565176 Jun 29 10:44:12.819671 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-7429c7d7-f2d4-4b07-a432-07d64a5c6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.821826 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-7429c7d7-f2d4-4b07-a432-07d64a5c6f68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=82c2a756-ce7d-4c25-af56-1e40c8b29717 HTTP/1.1" status: 200 len: 915 time: 0.0870166 Jun 29 10:44:12.879655 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-97ebc3a1-bdfe-4bb3-885b-82a7cda6b5f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 HTTP/1.1" status: 200 len: 217 time: 0.0485730 Jun 29 10:44:12.936189 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-6ec86476-3552-4a7f-a4d2-91f39a575c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.937781 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-6ec86476-3552-4a7f-a4d2-91f39a575c8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a639d409-2a1a-43b6-a80a-7267e133bc6e HTTP/1.1" status: 200 len: 854 time: 0.0508003 Jun 29 10:44:12.982155 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-d6182908-1bfd-41b2-8e40-868d295e9a2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82c2a756-ce7d-4c25-af56-1e40c8b29717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355577 Jun 29 10:44:13.185428 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-8d4205a3-1763-47f6-b207-67439558880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.186966 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-8d4205a3-1763-47f6-b207-67439558880e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.2073088 Jun 29 10:44:13.188610 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-00f509a7-39a5-4416-b5c1-8c0d597df8db service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556196 Jun 29 10:44:13.203684 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3420fd-8b5b-4689-942d-3c12091e04be req-315e8ca7-356b-4d18-adac-684996313e94 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.205112 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5f3420fd-8b5b-4689-942d-3c12091e04be req-315e8ca7-356b-4d18-adac-684996313e94 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 944 time: 0.2495627 Jun 29 10:44:13.226695 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbdd8b-75e7-4fbe-8612-36ad5477fb53 req-7268429d-8d36-4085-9882-10f6b03c1499 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.228048 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-accbdd8b-75e7-4fbe-8612-36ad5477fb53 req-7268429d-8d36-4085-9882-10f6b03c1499 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1963131 Jun 29 10:44:13.409219 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5f3420fd-8b5b-4689-942d-3c12091e04be req-5d7aa999-7ea8-49ba-b5c0-2fd3afe7ee88 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794832 Jun 29 10:44:13.421531 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-accbdd8b-75e7-4fbe-8612-36ad5477fb53 req-9ada1936-9eef-4b1c-ae3b-4c07e712c56a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695464 Jun 29 10:44:13.433794 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7f1e2402-fe04-45d1-a6fb-0d137d4d22b5 req-d056b2c0-cca3-4d02-848d-f032c71445b9 service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273247 Jun 29 10:44:13.443793 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-6812c7cd-343e-4a2f-b98c-6a1162718164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.445228 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-6812c7cd-343e-4a2f-b98c-6a1162718164 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.2376194 Jun 29 10:44:13.492597 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-d3d22c15-84d7-468d-8979-2bf40e25b62c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 217 time: 0.0383980 Jun 29 10:44:13.542626 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-d0141560-4e45-4656-a339-f9729f50d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.544063 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-d0141560-4e45-4656-a339-f9729f50d530 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0445764 Jun 29 10:44:13.578843 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-34c682f4-47dc-4712-8f85-0847aa0c9fe5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259211 Jun 29 10:44:13.679469 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-120b5eca-6e9b-4444-a57e-2e2c73c18377 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920076 Jun 29 10:44:13.780032 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bdf3185c-8abe-40d4-af35-091d5ed00342 req-8dab4fba-2001-488b-8071-7616428bdb09 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900769 Jun 29 10:44:14.637454 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ef20-663e-4199-b32a-b3c7b93a82a6 req-5247811d-f155-4047-9288-32b2314a48cb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.638915 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a963ef20-663e-4199-b32a-b3c7b93a82a6 req-5247811d-f155-4047-9288-32b2314a48cb tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0793021 Jun 29 10:44:14.645870 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df232-c96d-4b15-84c9-0bc69aed6945 req-c00a8e6d-50f2-4c2a-a15d-caae133f2006 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.647183 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-839df232-c96d-4b15-84c9-0bc69aed6945 req-c00a8e6d-50f2-4c2a-a15d-caae133f2006 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 944 time: 0.1198442 Jun 29 10:44:14.700695 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a963ef20-663e-4199-b32a-b3c7b93a82a6 req-465ead12-d6c4-4f41-adc1-45b4cd53a333 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 Jun 29 10:44:14.705709 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-839df232-c96d-4b15-84c9-0bc69aed6945 req-f61bab2a-546c-4708-a6c7-c415b546195d tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Jun 29 10:44:14.828345 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-4e8f2799-36b4-4466-a710-dec904b4795c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280969353&fields=id&tenant_id=a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 267 time: 0.0336845 Jun 29 10:44:14.937823 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-411efd8a-41bc-47a0-8b72-98cbd1e3afa7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.939392 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-411efd8a-41bc-47a0-8b72-98cbd1e3afa7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 811 time: 0.1042521 Jun 29 10:44:14.958436 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-50fdb0e3-3074-4932-a38a-0b10900b364e tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/quotas/a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 375 time: 0.0135777 Jun 29 10:44:15.026202 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ee37d61d-5323-4186-a4b8-33b96e1c7cd4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626037 Jun 29 10:44:15.128609 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-0ae03098-6f10-4e4f-9ce8-db1f47de85cd service neutron] 10.222.0.55 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891049 Jun 29 10:44:15.222947 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-241ffbb7-6320-44f1-8d11-4b6bc721dcb4 service neutron] 10.222.0.55 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868578 Jun 29 10:44:15.292682 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109f724-d074-4a62-887a-9d49552debdb req-421f491a-df50-442c-98be-21a710ace3cc tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.294126 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2109f724-d074-4a62-887a-9d49552debdb req-421f491a-df50-442c-98be-21a710ace3cc tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0635781 Jun 29 10:44:15.330973 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2109f724-d074-4a62-887a-9d49552debdb req-f3e37bcf-8438-4088-bccd-88984f330ebd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Jun 29 10:44:15.533893 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e93fa4a-9b42-48db-aa85-5c5919fd2a50 req-030c5963-3698-4994-87fe-7d8fda7cf1d3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jun 29 10:44:15.923827 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:15.939903 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a536f-78ef-4457-ba98-9cd7f3e734ac req-36734d70-255e-41fb-bb5a-1328a07fc76f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.941368 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8c8a536f-78ef-4457-ba98-9cd7f3e734ac req-36734d70-255e-41fb-bb5a-1328a07fc76f tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1123757 Jun 29 10:44:15.952558 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6fe38-eb71-4edb-ab43-4131c2d28380 req-af44c13c-1c98-45a2-a436-33fefdfa9486 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.953980 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1cd6fe38-eb71-4edb-ab43-4131c2d28380 req-af44c13c-1c98-45a2-a436-33fefdfa9486 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 944 time: 0.0952995 Jun 29 10:44:16.011525 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8c8a536f-78ef-4457-ba98-9cd7f3e734ac req-3235a7c7-db48-4a45-8f66-f8deee675d78 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565689 Jun 29 10:44:16.016877 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1cd6fe38-eb71-4edb-ab43-4131c2d28380 req-9ca3d898-426b-46ca-af8c-ca847569dee5 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487108 Jun 29 10:44:16.042508 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:16.055517 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67', 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717', 'port_id': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67', 'mac_address': 'fa:16:3e:bd:52:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a639d409-2a1a-43b6-a80a-7267e133bc6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:16.125123 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.146278 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:16.177811 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:16.183400 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.185316 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.235470 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.239029 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.510771 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70964d-3f88-4f28-b59d-31b7eab4e06b req-8fc46969-b65f-4ba8-ad9a-7417744cb75e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.512247 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3d70964d-3f88-4f28-b59d-31b7eab4e06b req-8fc46969-b65f-4ba8-ad9a-7417744cb75e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0674388 Jun 29 10:44:16.524796 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:16.552354 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3d70964d-3f88-4f28-b59d-31b7eab4e06b req-3d84ace0-bcdb-4aac-8c5e-0dcbea101bbd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341442 Jun 29 10:44:16.697925 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-695c067f-337d-4d87-a383-2d6c6a1b030e req-458ec395-56ee-4f44-bdf8-cb3053cbb48b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 210 time: 0.0491781 Jun 29 10:44:16.780306 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-bf605271-fb7d-4d98-bce3-7e1babe12fc1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.781673 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-bf605271-fb7d-4d98-bce3-7e1babe12fc1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 811 time: 0.1231484 Jun 29 10:44:16.840426 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-8072e58f-0743-4df3-a1b5-8d0197f13cb2 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 379 time: 0.0326996 Jun 29 10:44:16.851310 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'port': {'device_id': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'admin_state_up': True, 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'security_groups': ['32c9fc45-b235-4059-8e58-5f60504472a0']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:16.961557 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Made reservation on behalf of a3716bb98ba34e78b11f9bce5511c0c6 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:16.965296 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.103110 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Allocated IP 172.20.0.8 (86de6e7e-a7b6-4e12-9ede-6d58a949757b/329f1129-68fc-413d-94f3-40b8ad8478ef/1b3c5960-2d1a-40f0-9723-dc6a2a3e406c) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:17.549081 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30dc2b-c73f-4d71-b97a-767e4740f42e req-d9e74cb4-c0ab-48c9-bdcc-aeeed3574328 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.550666 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0d30dc2b-c73f-4d71-b97a-767e4740f42e req-d9e74cb4-c0ab-48c9-bdcc-aeeed3574328 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.4147892 Jun 29 10:44:17.564425 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558225ec-fba7-4020-b77d-b24247ec2c10 req-6270a57c-d882-4783-8743-a57ca50c847c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.565858 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-558225ec-fba7-4020-b77d-b24247ec2c10 req-6270a57c-d882-4783-8743-a57ca50c847c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 945 time: 0.3882613 Jun 29 10:44:17.569707 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.611647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Transition to ACTIVE for port object 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:17.642219 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0d30dc2b-c73f-4d71-b97a-767e4740f42e req-85071e83-fee7-4232-be52-d75ff8819165 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754180 Jun 29 10:44:17.649699 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-558225ec-fba7-4020-b77d-b24247ec2c10 req-3000259c-4cad-4bf5-9039-94c1461fb695 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Jun 29 10:44:17.694067 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.701960 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ffd8aba4-3cc8-40bc-887e-9624ecf0a28e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.709446 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 43544) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:17.736561 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:17.741200 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:17.778198 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:17.786996 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.787676 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.816445 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.835919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.847367 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0007050 Jun 29 10:44:17.861480 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Request body: {'port': {'device_id': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:17.937235 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2470fa62-9465-4cfb-aa58-719ce6f77673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.941164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:18.028424 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-77e7187a-0442-4f30-bf7d-e743416403c8 None None] Provisioning for port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:18.040338 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:18.042667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-77e7187a-0442-4f30-bf7d-e743416403c8 None None] Provisioning complete for port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:18.043411 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-77e7187a-0442-4f30-bf7d-e743416403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.050552 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2470fa62-9465-4cfb-aa58-719ce6f77673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.058364 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2470fa62-9465-4cfb-aa58-719ce6f77673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.064514 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.082337 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-77e7187a-0442-4f30-bf7d-e743416403c8 None None] Port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:18.084676 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b595f679-3366-44e5-bc17-cd3e50353ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.085837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:18.086709 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.110521 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2470fa62-9465-4cfb-aa58-719ce6f77673 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffc0e4c1f32043269757b7c6f5142e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999646 Jun 29 10:44:18.111593 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470fa62-9465-4cfb-aa58-719ce6f77673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c43f628-3f63-444f-b253-1be6bb3b125a,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.114610 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 43554) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:18.124164 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2470fa62-9465-4cfb-aa58-719ce6f77673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.133878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2e7a-bb9e-459e-b9ff-881cf359d5cb req-e0adda97-7679-45ee-b911-7768541408fa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.135215 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2fcf2e7a-bb9e-459e-b9ff-881cf359d5cb req-e0adda97-7679-45ee-b911-7768541408fa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.2281690 Jun 29 10:44:18.151431 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34907cd4-6688-42cf-9a0e-21ddcae4be9d req-b1b3151d-f25c-4383-b4e3-89cbe3df44fd tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.158546 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-34907cd4-6688-42cf-9a0e-21ddcae4be9d req-b1b3151d-f25c-4383-b4e3-89cbe3df44fd tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 931 time: 0.2314687 Jun 29 10:44:18.188145 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.211286 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.216562 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.240498 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77370dfd-f423-43c7-9526-012f80e2ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:18.243583 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50e6919-caf5-4da9-80cb-2d4c8f48c147" -d '{"events": [{"server_uuid": "77370dfd-f423-43c7-9526-012f80e2ee77", "name": "network-vif-plugged", "status": "completed", "tag": "d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:18.259185 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:18.264265 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.268847 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.270980 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.275032 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.279112 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c43f628-3f63-444f-b253-1be6bb3b125a HTTP/1.1" status: 204 len: 168 time: 0.1609893 Jun 29 10:44:18.279112 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d4048bf1-3251-4fc5-83d1-c6d921a6099c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.295306 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c43f628-3f63-444f-b253-1be6bb3b125a,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.298206 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.327481 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.330645 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.338239 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2fcf2e7a-bb9e-459e-b9ff-881cf359d5cb req-ec153a36-3e4b-4abe-b49c-05fb14eee28e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768234 Jun 29 10:44:18.350704 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-34907cd4-6688-42cf-9a0e-21ddcae4be9d req-725b7f17-84f3-4446-8124-5064fc47b2dd tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907177 Jun 29 10:44:18.383098 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a40f59-d9e7-4138-96f1-a3b375ee8f9a x-openstack-request-id: req-a8a40f59-d9e7-4138-96f1-a3b375ee8f9a {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:18.383404 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77370dfd-f423-43c7-9526-012f80e2ee77", "name": "network-vif-plugged", "status": "completed", "tag": "d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:18.383667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8a40f59-d9e7-4138-96f1-a3b375ee8f9a {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:18.384135 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77370dfd-f423-43c7-9526-012f80e2ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67', 'code': 200} Jun 29 10:44:18.476065 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:18.483613 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.496919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Transition to ACTIVE for port object 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:18.501844 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.504615 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1be257f1-d4b1-4a03-b478-6c6f222839e9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.563230 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.568672 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.628686 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Attempting to bind port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:18.629026 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Attempting to bind port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:18.629346 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Attempting to bind port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:18.636809 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:18.637317 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Attempting to bind port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:18.649261 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:18.649604 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Checking segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:18.650050 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Bound using segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:18.650692 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Bound port: 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:18.651166 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.710753 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fccfa-40c7-421c-ac94-5ab63d678791 req-430d80b9-eb28-475b-a657-6b586bb7af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.712374 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b6fccfa-40c7-421c-ac94-5ab63d678791 req-430d80b9-eb28-475b-a657-6b586bb7af59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 1099 time: 0.1244059 Jun 29 10:44:18.753800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] For port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:18.759650 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] For port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:18.775327 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.779766 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.809243 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b6fccfa-40c7-421c-ac94-5ab63d678791 req-24eec222-8b6a-4695-a718-69910da6bd9c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854123 Jun 29 10:44:18.853104 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.853753 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.855110 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b3c5960-2d1a-40f0-9723-dc6a2a3e406c HTTP/1.1" status: 200 len: 1093 time: 0.9992023 Jun 29 10:44:18.857116 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:18.859999 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:18.898922 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.901938 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.951686 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1564ce-9ff5-4550-ba39-99044ec4f04f req-1d9cfa21-c980-4ad3-aa2b-b491ce078dfb tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.954109 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4e1564ce-9ff5-4550-ba39-99044ec4f04f req-1d9cfa21-c980-4ad3-aa2b-b491ce078dfb tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1681471 Jun 29 10:44:19.008535 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4e1564ce-9ff5-4550-ba39-99044ec4f04f req-f547aace-a041-491b-9dc2-24d8c10626dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480969 Jun 29 10:44:19.011659 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-dcf2311d-bc1d-428d-af7c-c8a580770bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.013078 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-dcf2311d-bc1d-428d-af7c-c8a580770bd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 1096 time: 0.1080656 Jun 29 10:44:19.017012 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfbaa97-4502-4b04-bf65-64c34eed7578 x-openstack-request-id: req-7cfbaa97-4502-4b04-bf65-64c34eed7578 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:19.017327 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:19.017692 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7cfbaa97-4502-4b04-bf65-64c34eed7578 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:19.018530 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'status': 'completed', 'code': 200} Jun 29 10:44:19.064020 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-5c780ed7-d3fb-42c2-9ee2-191273b6e101 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c HTTP/1.1" status: 200 len: 217 time: 0.0361910 Jun 29 10:44:19.122585 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-5d75f677-187a-4ef6-8ffa-24ed71eadf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.124546 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-5d75f677-187a-4ef6-8ffa-24ed71eadf42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0530510 Jun 29 10:44:19.186135 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-93c5625e-f6f6-4a86-8720-98662e95ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.187671 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-93c5625e-f6f6-4a86-8720-98662e95ff16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553982 Jun 29 10:44:19.291902 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-0be42827-536b-4871-9335-561a66899b58 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901582 Jun 29 10:44:19.427847 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fbba339-aeb2-49a0-ac15-ba289d224d31 req-35f8ea5e-d24a-4648-8649-201f4ffac2fb service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253965 Jun 29 10:44:19.439581 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab57d6-7826-4289-8e14-61c3abe9b08c req-98b75e2b-1e30-4f8e-b19a-c75c38f38656 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.441206 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eaab57d6-7826-4289-8e14-61c3abe9b08c req-98b75e2b-1e30-4f8e-b19a-c75c38f38656 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1215253 Jun 29 10:44:19.552237 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eaab57d6-7826-4289-8e14-61c3abe9b08c req-8f85064e-8bce-479e-8e73-ea61a7f3e5dc tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975170 Jun 29 10:44:19.599201 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834e22b-21b7-47e7-803b-f5857aa6208b req-02713262-d681-406e-bee6-48e3b0587cb3 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.600640 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b834e22b-21b7-47e7-803b-f5857aa6208b req-02713262-d681-406e-bee6-48e3b0587cb3 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1252248 Jun 29 10:44:19.603267 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-6c6524b1-7d86-4ee5-87bd-c85c2c168ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.604604 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-6c6524b1-7d86-4ee5-87bd-c85c2c168ad3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 1096 time: 0.0925045 Jun 29 10:44:19.720848 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b834e22b-21b7-47e7-803b-f5857aa6208b req-803aa379-fcdf-4ec8-b7e2-6c9a7714a1aa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140776 Jun 29 10:44:19.757753 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-400dd128-551d-4cd6-a330-46f257b103d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.759297 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-400dd128-551d-4cd6-a330-46f257b103d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.1456122 Jun 29 10:44:19.783859 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81d1d-d5bb-435b-8068-aad090d8531c req-5771109b-03dc-43b2-9576-87afcb9f70f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.785402 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-83a81d1d-d5bb-435b-8068-aad090d8531c req-5771109b-03dc-43b2-9576-87afcb9f70f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.1208305 Jun 29 10:44:19.848425 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-5704fee9-b264-490b-ac72-c85a9538a6c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c HTTP/1.1" status: 200 len: 217 time: 0.0725615 Jun 29 10:44:19.853455 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-83a81d1d-d5bb-435b-8068-aad090d8531c req-c5408dcf-49fc-4fec-850f-5608b556f142 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615258 Jun 29 10:44:19.901843 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-1f465a74-684a-4809-99be-820829e63161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.904504 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-1f465a74-684a-4809-99be-820829e63161 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0480306 Jun 29 10:44:19.964804 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-6a8a1a8c-2339-4c71-85c3-7f0bbb4e0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.966326 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-6a8a1a8c-2339-4c71-85c3-7f0bbb4e0b3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553005 Jun 29 10:44:20.080683 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-363d08a3-c734-4f6e-bf48-518abad3af76 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986114 Jun 29 10:44:20.234974 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a257336-fa11-4d85-8ad5-2a1e64cd59f1 req-0074c6e6-b035-42b6-9a12-d8c7038039c6 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469119 Jun 29 10:44:20.265340 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528fc9b-a2bc-442c-b730-23caee388e9d req-fa0dcf2b-fa12-4e0d-be90-4b57edd9d663 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.266972 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d528fc9b-a2bc-442c-b730-23caee388e9d req-fa0dcf2b-fa12-4e0d-be90-4b57edd9d663 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.0802207 Jun 29 10:44:20.304250 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d528fc9b-a2bc-442c-b730-23caee388e9d req-4d440bd1-1b83-44dd-9147-19609c1dcd2c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Jun 29 10:44:20.557702 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:20.909975 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaaaca-e8c2-4388-ad4a-1d5729802003 req-f28fec35-302f-49cd-957b-47ddbd6da50e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.909975 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5fcaaaca-e8c2-4388-ad4a-1d5729802003 req-f28fec35-302f-49cd-957b-47ddbd6da50e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0652192 Jun 29 10:44:20.957000 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5fcaaaca-e8c2-4388-ad4a-1d5729802003 req-b6bbe7f6-2bfe-4fc8-91ca-a2da134d8895 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Jun 29 10:44:21.044829 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9550d61-20bd-4240-bd82-2e5554e7d281 req-987f5cdd-7c37-4556-a32f-3d9f9334ae63 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.046408 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9550d61-20bd-4240-bd82-2e5554e7d281 req-987f5cdd-7c37-4556-a32f-3d9f9334ae63 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.0685172 Jun 29 10:44:21.087035 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9550d61-20bd-4240-bd82-2e5554e7d281 req-f4f41107-8c8c-46f9-9123-bb5b04fad2dd tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340950 Jun 29 10:44:22.129989 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748f6bc-ee6f-4e34-8943-61c9184e214a req-364564c0-bac2-482d-8321-a9409d198343 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.131890 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4748f6bc-ee6f-4e34-8943-61c9184e214a req-364564c0-bac2-482d-8321-a9409d198343 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0691035 Jun 29 10:44:22.171193 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4748f6bc-ee6f-4e34-8943-61c9184e214a req-5c7a6649-5406-40da-a190-2a45622b118f tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Jun 29 10:44:22.274894 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2628eb-30c8-469a-904b-6d0be67abebf req-803f5349-4896-45ad-bc33-a47b854bd4aa tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.276376 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d2628eb-30c8-469a-904b-6d0be67abebf req-803f5349-4896-45ad-bc33-a47b854bd4aa tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.0698466 Jun 29 10:44:22.315208 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d2628eb-30c8-469a-904b-6d0be67abebf req-e6ef88f9-ee1c-422b-a301-a86fec11c499 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Jun 29 10:44:23.360586 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-7caf5688-be94-434e-a787-e73113cf8137 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966613 Jun 29 10:44:23.377161 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d2195-03f7-4378-9675-eb74da623ad6 req-483b8798-007b-4912-86a5-613b9c5aae27 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.379025 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-447d2195-03f7-4378-9675-eb74da623ad6 req-483b8798-007b-4912-86a5-613b9c5aae27 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0865076 Jun 29 10:44:23.480984 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-447d2195-03f7-4378-9675-eb74da623ad6 req-5515695f-da7f-4c57-aef9-5a04457ce726 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949218 Jun 29 10:44:23.512411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-8a4b193d-8b82-4302-802f-23abc5fab9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.513919 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-8a4b193d-8b82-4302-802f-23abc5fab9de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 1099 time: 0.1216874 Jun 29 10:44:23.528770 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9870ec-af4e-4e75-b90d-093eece33e04 req-93809bef-8ea4-4400-81fb-a23967ab95b8 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.530264 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f9870ec-af4e-4e75-b90d-093eece33e04 req-93809bef-8ea4-4400-81fb-a23967ab95b8 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.1000924 Jun 29 10:44:23.619049 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f9870ec-af4e-4e75-b90d-093eece33e04 req-6d4074b8-eee8-4913-9e7b-72d982b9f09f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827994 Jun 29 10:44:23.650276 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-786d4d37-8880-4f81-b3e0-8c2abdbdc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.651739 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-786d4d37-8880-4f81-b3e0-8c2abdbdc0d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.1086717 Jun 29 10:44:23.693902 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-1107a19d-78d3-49f2-bb41-4a908899d443 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 HTTP/1.1" status: 200 len: 217 time: 0.0332315 Jun 29 10:44:23.748724 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-45a22763-3bd9-4448-9da8-e5db6d2260d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.750255 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-45a22763-3bd9-4448-9da8-e5db6d2260d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0447795 Jun 29 10:44:23.783681 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-4256c0c4-d9a1-4b45-b879-248f61c342e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266988 Jun 29 10:44:23.879749 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-06fe393e-a246-4ebc-af38-9b95eaf27e36 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891585 Jun 29 10:44:23.988353 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d8ff1f7-7d76-4442-a7b3-810f11c252e9 req-3dfde1cd-8d5a-42c5-b508-e81f059af507 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007874 Jun 29 10:44:24.374763 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b73b-7514-45ea-b612-30111cbdf8a2 req-4fbe59ed-cf11-4a6a-890d-f095a643a28c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.376228 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a09b73b-7514-45ea-b612-30111cbdf8a2 req-4fbe59ed-cf11-4a6a-890d-f095a643a28c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0721934 Jun 29 10:44:24.413835 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a09b73b-7514-45ea-b612-30111cbdf8a2 req-f7f3509a-e3fd-40f6-8660-f56e375e2e4e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Jun 29 10:44:24.670274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc46e-bf74-48c1-91e6-c1ab1e7ab995 req-e0a03cc7-69be-48f5-991a-46dac1421609 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.671819 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-56dfc46e-bf74-48c1-91e6-c1ab1e7ab995 req-e0a03cc7-69be-48f5-991a-46dac1421609 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0656700 Jun 29 10:44:24.711785 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-56dfc46e-bf74-48c1-91e6-c1ab1e7ab995 req-ef73672b-1fb8-47f5-8c07-b6e005863d5a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333822 Jun 29 10:44:24.735198 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.811385 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1a69-fd63-4fe7-900a-93ff4d7253bd req-5e861258-055c-4374-8784-deb417306670 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.812837 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6e2c1a69-fd63-4fe7-900a-93ff4d7253bd req-5e861258-055c-4374-8784-deb417306670 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.0720210 Jun 29 10:44:24.852205 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6e2c1a69-fd63-4fe7-900a-93ff4d7253bd req-8e6f9a49-0e30-4009-87a7-b3050b40fe37 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331397 Jun 29 10:44:25.594341 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf00a3-0dee-44c5-a059-06c6e4336ddd req-d30b5244-a80a-458d-9386-608eb0684af7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.595883 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e0cf00a3-0dee-44c5-a059-06c6e4336ddd req-d30b5244-a80a-458d-9386-608eb0684af7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0649955 Jun 29 10:44:25.640209 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e0cf00a3-0dee-44c5-a059-06c6e4336ddd req-00068ce7-7d49-4bda-8d7d-a019571e98e9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357194 Jun 29 10:44:25.679134 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-4e770e3a-1914-4716-b0a4-c86cdc1161e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.906022 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ac3ee-ce56-47d6-be9b-5d07177a52b9 req-78245bc2-61e7-4b1c-a213-3e14d6900409 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.907579 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-060ac3ee-ce56-47d6-be9b-5d07177a52b9 req-78245bc2-61e7-4b1c-a213-3e14d6900409 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0737944 Jun 29 10:44:25.956258 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-060ac3ee-ce56-47d6-be9b-5d07177a52b9 req-c5269cb8-d224-42a4-b10c-672aa6a34e22 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396583 Jun 29 10:44:26.040290 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dede31a-54e4-4ae4-ba0a-72b1e135ff7a req-2f08fc61-bf39-4308-985c-9cf4639837f5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.041782 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8dede31a-54e4-4ae4-ba0a-72b1e135ff7a req-2f08fc61-bf39-4308-985c-9cf4639837f5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.0656137 Jun 29 10:44:26.083601 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8dede31a-54e4-4ae4-ba0a-72b1e135ff7a req-03f0ab3d-1261-4813-8d8f-96edf6e862f8 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357561 Jun 29 10:44:26.835409 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2412cd-87fd-4618-8ad3-61fd5e76a080 req-b40cff1c-8e2b-40ed-8913-2c565a5dae79 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.837044 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2412cd-87fd-4618-8ad3-61fd5e76a080 req-b40cff1c-8e2b-40ed-8913-2c565a5dae79 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0673552 Jun 29 10:44:26.876372 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2412cd-87fd-4618-8ad3-61fd5e76a080 req-587eb7bc-a997-4cad-b752-974799f370d2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330043 Jun 29 10:44:27.147906 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834fcf8-d82d-4917-ad4d-d3cc60e71d47 req-2726ddf3-7c39-494d-8861-f75ffd794a2e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.149365 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5834fcf8-d82d-4917-ad4d-d3cc60e71d47 req-2726ddf3-7c39-494d-8861-f75ffd794a2e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0768433 Jun 29 10:44:27.188595 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5834fcf8-d82d-4917-ad4d-d3cc60e71d47 req-468596b6-a55b-4a66-91de-eb219b5fa33f tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Jun 29 10:44:27.262166 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b7c44-a4ad-4f06-868c-daee15451092 req-50b8686e-ef21-46cc-a686-31c5ce58c32e tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.263618 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-850b7c44-a4ad-4f06-868c-daee15451092 req-50b8686e-ef21-46cc-a686-31c5ce58c32e tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.0624061 Jun 29 10:44:27.302369 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-850b7c44-a4ad-4f06-868c-daee15451092 req-ab56d0c6-623f-4d69-9dc5-2ea85d25066e tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329084 Jun 29 10:44:28.012802 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3283-d1e8-4dfc-a633-97274553de36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:28.275355 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:28.302456 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c104-537c-4bde-b1a8-deebff9526a7 req-d6952f80-64ef-4aa3-b15a-d5b7e926fdae tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.303916 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f38c104-537c-4bde-b1a8-deebff9526a7 req-d6952f80-64ef-4aa3-b15a-d5b7e926fdae tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.3335590 Jun 29 10:44:28.323838 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082111f3-99b4-48db-9712-f9a4f5c5243f req-893b07c9-027b-4fe8-9bb4-1ba946b1910e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.325195 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-082111f3-99b4-48db-9712-f9a4f5c5243f req-893b07c9-027b-4fe8-9bb4-1ba946b1910e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.3198256 Jun 29 10:44:28.373605 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f38c104-537c-4bde-b1a8-deebff9526a7 req-3868a7ec-9d8b-4fd5-82b0-f4426184b795 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628247 Jun 29 10:44:28.382137 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-082111f3-99b4-48db-9712-f9a4f5c5243f req-3f8c1dc6-979f-4ebd-a467-b775b840ccd2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491512 Jun 29 10:44:28.579627 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743676f-3f7d-42ec-9db6-fcb6e65d4fa8 req-a078f3fc-cad5-4049-a25e-8ca6ae7d7660 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.581012 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a743676f-3f7d-42ec-9db6-fcb6e65d4fa8 req-a078f3fc-cad5-4049-a25e-8ca6ae7d7660 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1047966 Jun 29 10:44:28.587825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2ea4e-0d8f-4c57-adc0-08c39763fb3c req-6c702052-2c56-4fd8-b8d6-b946c8b846b5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.589127 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-63c2ea4e-0d8f-4c57-adc0-08c39763fb3c req-6c702052-2c56-4fd8-b8d6-b946c8b846b5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 943 time: 0.1035407 Jun 29 10:44:28.641773 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a743676f-3f7d-42ec-9db6-fcb6e65d4fa8 req-4eeaed2a-4d2f-495f-9784-3268e4b2b98c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516965 Jun 29 10:44:28.649885 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-63c2ea4e-0d8f-4c57-adc0-08c39763fb3c req-a3fa234a-0b40-406c-8ba8-56f01f8a81aa tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539331 Jun 29 10:44:28.946869 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:29.055201 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:29.082967 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'port_id': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'mac_address': 'fa:16:3e:60:fe:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:29.089437 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.121145 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.135463 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:29.154641 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:29.159273 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.161059 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-4a0ccba8-ad50-4fd3-a35f-bd9519345173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:29.327724 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:29.335146 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.335491 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.335826 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.336155 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.336482 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.336805 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.337131 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.337448 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.337809 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.338126 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.338436 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.338734 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:29.342576 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:29.595200 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5043d-de70-412a-b201-0c94f53fbd52 req-0977136b-47d5-442f-ac7c-270a6a5b5fd4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.596616 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-21e5043d-de70-412a-b201-0c94f53fbd52 req-0977136b-47d5-442f-ac7c-270a6a5b5fd4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1077013 Jun 29 10:44:29.606556 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386a830-5a90-4412-811c-247f43145c6a req-2c3fdc05-9613-46f1-8b16-d92e01d87870 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.607909 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7386a830-5a90-4412-811c-247f43145c6a req-2c3fdc05-9613-46f1-8b16-d92e01d87870 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0910039 Jun 29 10:44:29.659870 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-21e5043d-de70-412a-b201-0c94f53fbd52 req-68202211-c7ba-4126-9034-5697cd032725 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510557 Jun 29 10:44:29.664442 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7386a830-5a90-4412-811c-247f43145c6a req-2f27434b-1daf-4266-9bb0-f51ca78f2a95 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495479 Jun 29 10:44:29.863974 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0bfb6-5009-4be5-96b9-09c9134ff51d req-18bf2639-09f6-4afe-9e6f-2c74acf4dfb5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.865391 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b5d0bfb6-5009-4be5-96b9-09c9134ff51d req-18bf2639-09f6-4afe-9e6f-2c74acf4dfb5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1027486 Jun 29 10:44:29.877090 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eebd5-458d-4e14-82b7-44bc310968da req-c6126cea-560e-4af8-90b0-986c448563a7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.878458 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-787eebd5-458d-4e14-82b7-44bc310968da req-c6126cea-560e-4af8-90b0-986c448563a7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 944 time: 0.0887461 Jun 29 10:44:29.931968 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b5d0bfb6-5009-4be5-96b9-09c9134ff51d req-2d505ad4-fab2-4da9-83a4-4ded9ee0908b tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525818 Jun 29 10:44:29.936628 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-787eebd5-458d-4e14-82b7-44bc310968da req-9a2ff978-aa82-424f-b0bf-d8a3ba19e2ab tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516217 Jun 29 10:44:30.125797 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-42640323-e4e4-4b07-86a5-31f347602ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.127397 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-42640323-e4e4-4b07-86a5-31f347602ccb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.0609937 Jun 29 10:44:30.222853 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-40d126fa-deee-4639-b7c1-b40d4b326f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.224318 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-40d126fa-deee-4639-b7c1-b40d4b326f14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.0896561 Jun 29 10:44:30.268258 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-8f50d743-8384-4df5-a952-ecef3f199e38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 217 time: 0.0363183 Jun 29 10:44:30.317087 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-d31d24d9-f793-4f6e-ac76-acd648abe545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.318680 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-d31d24d9-f793-4f6e-ac76-acd648abe545 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0435135 Jun 29 10:44:30.359730 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-4d7e2a7c-7003-4075-ac6c-81135775a58b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291307 Jun 29 10:44:30.413393 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['1b3c5960-2d1a-40f0-9723-dc6a2a3e406c'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:30.452211 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-9affbd48-f64d-4d7c-8d56-7aeeff2b398d service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843062 Jun 29 10:44:30.550053 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ee37f84-1485-47b3-9f35-4df8d6cfd464 req-3419c214-598b-447b-acc4-c9d27936fba9 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901015 Jun 29 10:44:30.781164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.872778 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7fe81-3762-4239-ad0e-8ec66ff70f19 req-ee313761-a981-4a07-8965-46abcce2b9b7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.874439 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ac7fe81-3762-4239-ad0e-8ec66ff70f19 req-ee313761-a981-4a07-8965-46abcce2b9b7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0992668 Jun 29 10:44:30.885199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f400e2-066e-441f-9299-3b1ca3826205 req-261164d9-8d0c-4a27-bf9c-1c4c9e5d8ad7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.886572 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10f400e2-066e-441f-9299-3b1ca3826205 req-261164d9-8d0c-4a27-bf9c-1c4c9e5d8ad7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1013148 Jun 29 10:44:30.940447 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ac7fe81-3762-4239-ad0e-8ec66ff70f19 req-d41a8253-3dd5-4311-a460-b15207e38568 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Jun 29 10:44:30.944923 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10f400e2-066e-441f-9299-3b1ca3826205 req-15729956-2b7c-42db-9b53-4d79746f0659 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518210 Jun 29 10:44:31.144401 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb5be9-29ff-4084-9293-d1dbb5a20fa8 req-78110994-bae3-4622-a5ae-f1c6f1c55c07 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.145869 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a7cb5be9-29ff-4084-9293-d1dbb5a20fa8 req-78110994-bae3-4622-a5ae-f1c6f1c55c07 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0991745 Jun 29 10:44:31.155614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08228c5c-1d5f-4720-a2b7-313851ab09b6 req-efc5cff6-6924-45fa-b212-2db0311c8963 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.156927 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-08228c5c-1d5f-4720-a2b7-313851ab09b6 req-efc5cff6-6924-45fa-b212-2db0311c8963 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 944 time: 0.1079540 Jun 29 10:44:31.215717 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a7cb5be9-29ff-4084-9293-d1dbb5a20fa8 req-72d87874-5514-4b1f-9270-b6e0ec2a60f6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577874 Jun 29 10:44:31.218237 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-08228c5c-1d5f-4720-a2b7-313851ab09b6 req-e72f4b4e-9c37-4ed5-b240-47ce6e6fe829 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545857 Jun 29 10:44:32.033174 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:32.122813 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:32.127131 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:32.127761 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.183277 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537358a-2295-4437-86f5-52c57ec3dfcf req-190c4c88-ce3e-410a-8930-4b7e8938cea6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.184729 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0537358a-2295-4437-86f5-52c57ec3dfcf req-190c4c88-ce3e-410a-8930-4b7e8938cea6 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1097863 Jun 29 10:44:32.205589 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.206451 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b684c2-22bb-44cc-a6b0-a7b3d83028ce req-167c6dfb-8e19-40af-9343-bde69a3f98c5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.207872 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e1b684c2-22bb-44cc-a6b0-a7b3d83028ce req-167c6dfb-8e19-40af-9343-bde69a3f98c5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0984738 Jun 29 10:44:32.228304 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:32.230610 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bc1374-b288-476f-a9ba-193410ec46b7" -d '{"events": [{"server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "name": "network-vif-plugged", "status": "completed", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:32.245749 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:32.251607 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.253886 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:32.254638 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0537358a-2295-4437-86f5-52c57ec3dfcf req-949b3d17-f05a-4bd3-b69c-579464be0494 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634980 Jun 29 10:44:32.263980 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e1b684c2-22bb-44cc-a6b0-a7b3d83028ce req-0d3a537e-fc4b-480e-bd73-fbd553773532 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500078 Jun 29 10:44:32.305966 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.309470 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:32.317745 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1eb1c3-5dd5-49bf-afda-0ad299fbea6d x-openstack-request-id: req-9c1eb1c3-5dd5-49bf-afda-0ad299fbea6d {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:32.318046 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "name": "network-vif-plugged", "status": "completed", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:32.318308 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c1eb1c3-5dd5-49bf-afda-0ad299fbea6d {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:32.318721 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'code': 200} Jun 29 10:44:32.491145 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0337775-1380-4643-ab73-288f49c1805c req-9eecb1e7-370e-4413-83c6-ebe1afc2c933 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.492605 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f0337775-1380-4643-ab73-288f49c1805c req-9eecb1e7-370e-4413-83c6-ebe1afc2c933 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1106844 Jun 29 10:44:32.504398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0788e3-3366-4a23-ae6b-26268e4cca6b req-d87e5be3-d261-469d-9f85-439c8c3ca74c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.505725 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d0788e3-3366-4a23-ae6b-26268e4cca6b req-d87e5be3-d261-469d-9f85-439c8c3ca74c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 945 time: 0.0901468 Jun 29 10:44:32.560316 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f0337775-1380-4643-ab73-288f49c1805c req-92ba49d5-2bfb-4d23-a346-92c807099f0e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534697 Jun 29 10:44:32.568629 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d0788e3-3366-4a23-ae6b-26268e4cca6b req-6bd159fe-95b1-4d53-9903-1dd7afbea818 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561974 Jun 29 10:44:32.645013 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc6c14-3842-4b35-b0ab-922bdf85c1b4 req-dfd65786-1a48-47e5-9de9-dd83953defdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.646576 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9dc6c14-3842-4b35-b0ab-922bdf85c1b4 req-dfd65786-1a48-47e5-9de9-dd83953defdd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 1098 time: 0.0578840 Jun 29 10:44:32.682681 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9dc6c14-3842-4b35-b0ab-922bdf85c1b4 req-e3c92a15-1b5f-4459-9356-40b7c81de14d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285542 Jun 29 10:44:33.465710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4adad1-8d02-4bfb-86bd-f31e9d7d02ac req-364ca7c1-555f-4fd9-bba1-01b06396373a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.467180 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b4adad1-8d02-4bfb-86bd-f31e9d7d02ac req-364ca7c1-555f-4fd9-bba1-01b06396373a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0992644 Jun 29 10:44:33.486209 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8caf0-0af9-4ddc-a44e-d1b4bca6172a req-0432d5ba-ba74-483b-b9c3-d5b8c883c115 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.487930 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-47b8caf0-0af9-4ddc-a44e-d1b4bca6172a req-0432d5ba-ba74-483b-b9c3-d5b8c883c115 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0931199 Jun 29 10:44:33.539728 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b4adad1-8d02-4bfb-86bd-f31e9d7d02ac req-de78bb69-9521-483c-865f-ff8241c1580d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664494 Jun 29 10:44:33.544215 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-47b8caf0-0af9-4ddc-a44e-d1b4bca6172a req-06553843-ce15-43b0-82d2-847270aede2b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491524 Jun 29 10:44:33.785521 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76e1af-76b2-4220-b083-8c43c8a31420 req-7c3dd47f-8f95-4d56-9e04-075f7f3202fc tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.786996 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bd76e1af-76b2-4220-b083-8c43c8a31420 req-7c3dd47f-8f95-4d56-9e04-075f7f3202fc tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1122251 Jun 29 10:44:33.793973 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57580511-288c-44a0-ad71-d3198dbce11b req-0740f5e8-0127-4516-8018-71cf759025fc tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.795408 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57580511-288c-44a0-ad71-d3198dbce11b req-0740f5e8-0127-4516-8018-71cf759025fc tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 945 time: 0.1091118 Jun 29 10:44:33.846053 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bd76e1af-76b2-4220-b083-8c43c8a31420 req-563d7dc8-d2d8-4938-94a9-fc3c6d5eba69 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496666 Jun 29 10:44:33.853079 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57580511-288c-44a0-ad71-d3198dbce11b req-2d359aa6-c13e-472a-a39d-ac71f56ccd96 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499740 Jun 29 10:44:34.760343 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ecb50-bcdd-4bf5-9fe4-da2dd183fdbe req-ec4f08b2-ec10-449e-9853-0dec6a204491 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.761905 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-041ecb50-bcdd-4bf5-9fe4-da2dd183fdbe req-ec4f08b2-ec10-449e-9853-0dec6a204491 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1124389 Jun 29 10:44:34.774074 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793523-35e6-40a9-986b-6e808b5d347e req-9cc6460b-7723-4249-82ff-00818e502071 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.775455 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb793523-35e6-40a9-986b-6e808b5d347e req-9cc6460b-7723-4249-82ff-00818e502071 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0938065 Jun 29 10:44:34.827377 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-041ecb50-bcdd-4bf5-9fe4-da2dd183fdbe req-8edff6e3-0bfb-4502-8619-28bea54b4103 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510163 Jun 29 10:44:34.834241 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb793523-35e6-40a9-986b-6e808b5d347e req-5ec7a353-980a-4586-8e12-32b46fb342d7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520127 Jun 29 10:44:35.081498 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86a14d-0883-4a1a-8d16-f0f7539e33e9 req-f2527dc3-ea29-4c39-9c44-e0f624e8cb60 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.082866 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8a86a14d-0883-4a1a-8d16-f0f7539e33e9 req-f2527dc3-ea29-4c39-9c44-e0f624e8cb60 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1237736 Jun 29 10:44:35.094465 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfd409-2b28-4648-bb0b-561bd976e5ff req-4ca98191-c728-4439-b1e9-43d60045872a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.095801 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25bfd409-2b28-4648-bb0b-561bd976e5ff req-4ca98191-c728-4439-b1e9-43d60045872a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 945 time: 0.1054647 Jun 29 10:44:35.147405 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8a86a14d-0883-4a1a-8d16-f0f7539e33e9 req-6d31bf9a-4e85-4709-9000-152c83bac28a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502481 Jun 29 10:44:35.154210 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25bfd409-2b28-4648-bb0b-561bd976e5ff req-a677daaf-47fd-4086-b1c9-40b4fece6899 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512824 Jun 29 10:44:35.336851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6966-e454-46ca-bf90-971f5eb729bb req-c0b61832-1f52-4b07-9e4c-775ce1edb728 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.338211 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f4db6966-e454-46ca-bf90-971f5eb729bb req-c0b61832-1f52-4b07-9e4c-775ce1edb728 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 945 time: 0.0652645 Jun 29 10:44:35.385248 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f4db6966-e454-46ca-bf90-971f5eb729bb req-be6c5416-0307-4663-8ab7-608cb7288538 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Jun 29 10:44:35.410078 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 43914) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:35.625072 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f4e8a-5c2e-4f8c-8659-8b50ff39de21 tempest-TestVolumeBootPattern-1418455109 tempest-TestVolumeBootPattern-1418455109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.630051 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b60f4e8a-5c2e-4f8c-8659-8b50ff39de21 tempest-TestVolumeBootPattern-1418455109 tempest-TestVolumeBootPattern-1418455109-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 1093 time: 0.2189519 Jun 29 10:44:35.633170 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 43948) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:35.637741 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'port_id': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:35.661048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.759848 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.870283 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Allocated IP 172.27.1.80 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/01907ef3-5e5c-464d-afb0-8d135b4a190f) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:36.013568 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.129983 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.133936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac46317e-b603-4986-baca-39c1d9c98652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:36.147917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e4ec7-b86e-46dd-91c7-eb077f50a129 req-aedadb5d-cbc9-4280-91cf-0fce66ad52d4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.149413 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dd3e4ec7-b86e-46dd-91c7-eb077f50a129 req-aedadb5d-cbc9-4280-91cf-0fce66ad52d4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1495848 Jun 29 10:44:36.176378 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d024574-b3c8-4970-9ce5-cd2293b5f80e req-e09a62b5-d91a-41fd-b5e0-982357121424 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.177932 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1d024574-b3c8-4970-9ce5-cd2293b5f80e req-e09a62b5-d91a-41fd-b5e0-982357121424 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1609497 Jun 29 10:44:36.211273 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:36.228177 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:36.234437 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:36.242359 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=01907ef3-5e5c-464d-afb0-8d135b4a190f,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:36.268951 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:36.290502 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dd3e4ec7-b86e-46dd-91c7-eb077f50a129 req-21f8c4dc-9e49-4cbe-85e6-238a26cf6f88 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224279 Jun 29 10:44:36.304303 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1d024574-b3c8-4970-9ce5-cd2293b5f80e req-3a63c2ef-f5d0-4f0c-b961-8495411e427a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164360 Jun 29 10:44:36.637085 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033fa00-cec5-417e-8b93-3218bd52aae5 req-9b4d78c6-cfc7-4271-845a-3cb3e0f076d5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.638782 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b033fa00-cec5-417e-8b93-3218bd52aae5 req-9b4d78c6-cfc7-4271-845a-3cb3e0f076d5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1934083 Jun 29 10:44:36.976061 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b033fa00-cec5-417e-8b93-3218bd52aae5 req-72f22ac3-dcc9-4de0-acf9-dc48688fbb29 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818219 Jun 29 10:44:37.014387 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.148899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.328603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.334781 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.337936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:37.370083 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.475607 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=01907ef3-5e5c-464d-afb0-8d135b4a190f,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:37.495715 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:37.571489 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Floating IP 83669e69-3ad7-4714-95fc-aaee34cfc32d associated. External IP: 172.27.1.80, port: 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c. Jun 29 10:44:37.622331 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997c55e-9142-4920-9a5d-5dc257cd0515 req-6da58379-e75c-4ef6-80bb-67cd2234c935 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.624213 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b997c55e-9142-4920-9a5d-5dc257cd0515 req-6da58379-e75c-4ef6-80bb-67cd2234c935 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.2026415 Jun 29 10:44:37.659406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676abf39-5e29-426a-9ced-eaa88f699ee4 req-b61bc380-d2e4-456c-b2e4-74c0cc49a98d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.660862 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-676abf39-5e29-426a-9ced-eaa88f699ee4 req-b61bc380-d2e4-456c-b2e4-74c0cc49a98d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.2225986 Jun 29 10:44:37.733914 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b997c55e-9142-4920-9a5d-5dc257cd0515 req-8ce9022a-3803-4637-b64c-f21219e922da tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023879 Jun 29 10:44:37.757750 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-676abf39-5e29-426a-9ced-eaa88f699ee4 req-309daca7-9e54-4919-b631-617d0c5ae37d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708165 Jun 29 10:44:37.868835 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:37.979411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:37.990901 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:37.998494 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.000124 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:38.000744 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:44:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:38.039746 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4054344 Jun 29 10:44:38.045417 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:38.045417 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2caaf9-ed94-4cff-b8b2-595a466408ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:38.083015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b414de53-67b1-4c06-abcf-075ee8a75cf4 x-openstack-request-id: req-b414de53-67b1-4c06-abcf-075ee8a75cf4 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:38.083392 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:38.083730 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b414de53-67b1-4c06-abcf-075ee8a75cf4 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:38.084253 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'status': 'completed', 'code': 200} Jun 29 10:44:38.136562 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:38.214299 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-5b1779fe-2c2e-4b12-858c-d1cccff31c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.215789 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-5b1779fe-2c2e-4b12-858c-d1cccff31c13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 1098 time: 0.0992844 Jun 29 10:44:38.222789 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720378-c170-4823-9acf-771954f95b4c req-43716d79-d35a-4968-af35-87dfef6eb760 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.224124 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-17720378-c170-4823-9acf-771954f95b4c req-43716d79-d35a-4968-af35-87dfef6eb760 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0801208 Jun 29 10:44:38.313717 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-17720378-c170-4823-9acf-771954f95b4c req-ad40c705-567a-435b-9d5f-09ccd666b3cb tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836797 Jun 29 10:44:38.345581 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-46f5a9d4-cbea-4d93-986a-d094d0afb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.347104 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-46f5a9d4-cbea-4d93-986a-d094d0afb064 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.1155586 Jun 29 10:44:38.360117 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '83669e69-3ad7-4714-95fc-aaee34cfc32d', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:60:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:44:36Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:38.385051 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:38.393078 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:38.393703 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:44:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:38.414379 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-7a1651bb-03d8-4af2-aa33-a68caac79bf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c HTTP/1.1" status: 200 len: 998 time: 0.0597291 Jun 29 10:44:38.464919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-70dcd21d-357d-49c0-8552-153c7838f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.466409 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-70dcd21d-357d-49c0-8552-153c7838f087 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0439143 Jun 29 10:44:38.496328 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:38.527791 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-c3fa9d7b-e7b4-4272-a950-01424120aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.529276 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-c3fa9d7b-e7b4-4272-a950-01424120aab7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541902 Jun 29 10:44:38.628191 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-1c00ac4b-ad18-4674-b7c2-f20feb769b29 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901506 Jun 29 10:44:38.718569 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9c2caaf9-ed94-4cff-b8b2-595a466408ff req-0a2e17f7-e325-46d1-b185-a4200ad7adba service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835052 Jun 29 10:44:38.723005 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '83669e69-3ad7-4714-95fc-aaee34cfc32d', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:60:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:44:36Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:38.749819 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce91789-555f-421a-9af7-6a5b8ccb9ec1 None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '83669e69-3ad7-4714-95fc-aaee34cfc32d', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:60:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:44:36Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:38.959224 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d127bc0d-ed2d-4267-a925-6794be8b0107 None None] New status for floating IP 83669e69-3ad7-4714-95fc-aaee34cfc32d: ACTIVE {{(pid=99641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:44:38.975539 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba826a-cfd0-4cbe-b5dc-35e29bec40d3 req-fac44170-09a4-47a8-97c3-5f40f0579190 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.976927 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51ba826a-cfd0-4cbe-b5dc-35e29bec40d3 req-fac44170-09a4-47a8-97c3-5f40f0579190 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1090772 Jun 29 10:44:38.988871 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f302c-b38f-4ac7-978c-71a7434aec5e req-171e2c12-6c6c-4186-84af-1e0cbc2e5f26 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.990289 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-999f302c-b38f-4ac7-978c-71a7434aec5e req-171e2c12-6c6c-4186-84af-1e0cbc2e5f26 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0942371 Jun 29 10:44:39.043874 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51ba826a-cfd0-4cbe-b5dc-35e29bec40d3 req-9f6f17e1-8ffa-4537-bd4e-35a7153168e9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525930 Jun 29 10:44:39.052025 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-999f302c-b38f-4ac7-978c-71a7434aec5e req-3752c420-fbbe-4e26-ad9c-067cf85d260e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543740 Jun 29 10:44:39.500245 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbd7ae-73a7-4e76-a9eb-1060d8010601 req-c8e36c4a-cc57-497a-8d4c-b9a05edea584 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.501746 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6dbd7ae-73a7-4e76-a9eb-1060d8010601 req-c8e36c4a-cc57-497a-8d4c-b9a05edea584 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0691590 Jun 29 10:44:39.542309 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6dbd7ae-73a7-4e76-a9eb-1060d8010601 req-0705d1b1-b11d-4d7d-b8af-617a45e789b1 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344725 Jun 29 10:44:40.261481 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52013d-133f-4b1e-9f7a-d3097cc564b8 req-f11ceafc-a94f-42ad-a500-4332aaae3e9d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.263065 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4e52013d-133f-4b1e-9f7a-d3097cc564b8 req-f11ceafc-a94f-42ad-a500-4332aaae3e9d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1044750 Jun 29 10:44:40.275125 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c1f2-10b6-462d-b31d-ac09da6a625e req-1ba8a13f-9c22-43cd-ae71-4de9c042eea3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.276623 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c643c1f2-10b6-462d-b31d-ac09da6a625e req-1ba8a13f-9c22-43cd-ae71-4de9c042eea3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1087697 Jun 29 10:44:40.330661 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4e52013d-133f-4b1e-9f7a-d3097cc564b8 req-79fe13a8-b8e1-4674-88a2-4facba1b9194 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 Jun 29 10:44:40.335124 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c643c1f2-10b6-462d-b31d-ac09da6a625e req-e02e99d0-8b50-48e4-b2df-3052e8d1d7d7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513680 Jun 29 10:44:40.730196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db5ae8-a4c3-4593-8af5-cf668e1c37a5 req-13f500ac-670c-4146-a671-77805e913aed tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.731646 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10db5ae8-a4c3-4593-8af5-cf668e1c37a5 req-13f500ac-670c-4146-a671-77805e913aed tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0694947 Jun 29 10:44:40.771240 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10db5ae8-a4c3-4593-8af5-cf668e1c37a5 req-8861f861-8f45-460e-bdbd-c1e2751dffcc tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332320 Jun 29 10:44:41.557008 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762ac01-8f0c-445b-b5eb-fd6965815e4e req-821cb60c-70c1-493c-8606-1edbd48f4187 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.558491 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a762ac01-8f0c-445b-b5eb-fd6965815e4e req-821cb60c-70c1-493c-8606-1edbd48f4187 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1035123 Jun 29 10:44:41.565653 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6868d2e-d675-48e9-95ac-f26f78ee0f83 req-d0137a43-5e7c-4ab7-b0f1-e5176f23494d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.567104 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c6868d2e-d675-48e9-95ac-f26f78ee0f83 req-d0137a43-5e7c-4ab7-b0f1-e5176f23494d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1025062 Jun 29 10:44:41.624761 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a762ac01-8f0c-445b-b5eb-fd6965815e4e req-98929ed5-188f-478c-a30c-42dc1e55b234 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565181 Jun 29 10:44:41.629584 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c6868d2e-d675-48e9-95ac-f26f78ee0f83 req-d36f45ea-4ecd-4159-8a71-ebc1ea485a20 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550330 Jun 29 10:44:41.955006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edea9b3-54ae-446f-bd07-4793b76856c0 req-96541964-6453-42ee-a7be-91e5d9c07de6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.956302 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9edea9b3-54ae-446f-bd07-4793b76856c0 req-96541964-6453-42ee-a7be-91e5d9c07de6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0624981 Jun 29 10:44:41.997019 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9edea9b3-54ae-446f-bd07-4793b76856c0 req-7d75b391-1284-4b67-b0a0-6a32c0ad123c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337105 Jun 29 10:44:42.404908 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab25c8-06ee-445a-b68c-0983ca37c015 req-ef21359d-f4e4-4cf9-aceb-a9e8e5cae3ef tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.406432 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7ab25c8-06ee-445a-b68c-0983ca37c015 req-ef21359d-f4e4-4cf9-aceb-a9e8e5cae3ef tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1226206 Jun 29 10:44:42.411379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-060c1651-fa28-40d2-a416-b6b199e28d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.412738 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-060c1651-fa28-40d2-a416-b6b199e28d93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 1098 time: 0.0834355 Jun 29 10:44:42.698782 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7ab25c8-06ee-445a-b68c-0983ca37c015 req-5d76bc65-11ac-48cd-aef9-8d2b1b41b0f7 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850623 Jun 29 10:44:42.758341 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-f3b9324c-45a7-4611-b2e0-f00cecc51683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.759871 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-f3b9324c-45a7-4611-b2e0-f00cecc51683 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 912 time: 0.1209562 Jun 29 10:44:42.875108 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-2d1b7639-1b84-4db7-9053-dc769e9d0c44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0961156 Jun 29 10:44:42.934484 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af0d64-fe67-4bc7-a104-b8c0316e3d3e req-bb914200-ba0d-4c54-be17-3b31720f0772 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.935849 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b4af0d64-fe67-4bc7-a104-b8c0316e3d3e req-bb914200-ba0d-4c54-be17-3b31720f0772 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1914849 Jun 29 10:44:42.966256 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-e9a0502a-44c1-4b87-9e94-84c2bd93589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.967703 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-e9a0502a-44c1-4b87-9e94-84c2bd93589e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.0828729 Jun 29 10:44:42.978692 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e348f-1d20-40c3-8701-6b658d2dfc05 req-cd42eae7-a58a-4929-b4f2-73cd5c7bc1d7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.980146 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-502e348f-1d20-40c3-8701-6b658d2dfc05 req-cd42eae7-a58a-4929-b4f2-73cd5c7bc1d7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1664565 Jun 29 10:44:43.030414 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b4af0d64-fe67-4bc7-a104-b8c0316e3d3e req-a0ada4e0-6061-4329-85ad-df1afdbccea2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884416 Jun 29 10:44:43.057933 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-502e348f-1d20-40c3-8701-6b658d2dfc05 req-a1740476-cfa3-4e78-ac9f-698b7411dd2a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621467 Jun 29 10:44:43.071319 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-2d10c252-53f6-4246-98e0-297845cd73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.072838 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-2d10c252-53f6-4246-98e0-297845cd73b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0918033 Jun 29 10:44:43.170083 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-a2d9f19f-7b88-45a4-a130-2d7a1420015b service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893526 Jun 29 10:44:43.267386 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-110cacad-c019-4e52-ac47-aa0fda66e985 req-8f28aa5c-51a7-47fb-b7b2-b07324d2730d service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907521 Jun 29 10:44:43.893198 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48067-78b5-4830-855e-979fbebdf8b2 req-f0c88a83-6d83-4007-8b9d-d80e374fae33 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.894699 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-52b48067-78b5-4830-855e-979fbebdf8b2 req-f0c88a83-6d83-4007-8b9d-d80e374fae33 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0680540 Jun 29 10:44:43.932034 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-52b48067-78b5-4830-855e-979fbebdf8b2 req-56ed26db-b2b8-483e-9a30-c391aace186f tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Jun 29 10:44:44.259860 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37a09-fc04-42c9-a972-403e8376102c req-6decf995-5e69-4f7f-b0a7-b9c422318b0e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.261394 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fd37a09-fc04-42c9-a972-403e8376102c req-6decf995-5e69-4f7f-b0a7-b9c422318b0e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1088758 Jun 29 10:44:44.273543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee14445-f00c-4eb4-8558-c03539e712ef req-6e6b8116-abca-4072-a4b3-962eb8ec491c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.275033 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ee14445-f00c-4eb4-8558-c03539e712ef req-6e6b8116-abca-4072-a4b3-962eb8ec491c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0947263 Jun 29 10:44:44.330944 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9fd37a09-fc04-42c9-a972-403e8376102c req-c8b49bf8-e88e-4872-a847-4c950001bd4c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Jun 29 10:44:44.335487 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ee14445-f00c-4eb4-8558-c03539e712ef req-8c501e5f-51ba-442b-83de-91180b3aad5b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536101 Jun 29 10:44:45.125574 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c6327-027d-43a3-a8d9-dcb2f35b652f req-75c77d7d-eb24-470b-b783-2dea79be8a37 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.127106 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-832c6327-027d-43a3-a8d9-dcb2f35b652f req-75c77d7d-eb24-470b-b783-2dea79be8a37 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0675395 Jun 29 10:44:45.164917 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-832c6327-027d-43a3-a8d9-dcb2f35b652f req-fd203b46-b9a8-4670-8442-b361a06c8b31 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Jun 29 10:44:45.554157 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb039a6-93f2-4687-a522-25e7e71df67b req-c83d078d-3407-4580-8e22-da5b72ef0a4c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.555579 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2cb039a6-93f2-4687-a522-25e7e71df67b req-c83d078d-3407-4580-8e22-da5b72ef0a4c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1117251 Jun 29 10:44:45.562578 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaedfd-5b0d-4e46-9366-6801e60e58fe req-3d6cfd5f-85b7-4b25-8e53-f589cea76403 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.564033 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-faeaedfd-5b0d-4e46-9366-6801e60e58fe req-3d6cfd5f-85b7-4b25-8e53-f589cea76403 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1110082 Jun 29 10:44:45.619091 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2cb039a6-93f2-4687-a522-25e7e71df67b req-6d47829e-ca0e-4699-bbdc-f1c085774b2a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Jun 29 10:44:45.621485 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-faeaedfd-5b0d-4e46-9366-6801e60e58fe req-66ebdb22-30c3-4c34-b7c3-b015dfc6c85c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508337 Jun 29 10:44:46.099894 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:46.197482 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:46.208786 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'port_id': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'mac_address': 'fa:16:3e:13:14:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:46.245832 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.258353 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd692102-6ecd-4ea2-9030-ba7855323390 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:46.277838 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:46.283603 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.285310 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-03a5cd4f-300d-4905-bfba-ad112992d2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:46.328747 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=6']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:46.332131 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:46.501809 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['cd692102-6ecd-4ea2-9030-ba7855323390'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:46.857110 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fd3fa-3117-4c1b-a29f-beea37e9768e req-0b301e1e-0b37-48fb-af2d-e6ae00328e98 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.858607 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-663fd3fa-3117-4c1b-a29f-beea37e9768e req-0b301e1e-0b37-48fb-af2d-e6ae00328e98 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1233757 Jun 29 10:44:46.866722 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004695db-c342-4260-a270-aefce13e8d35 req-0874a10d-e178-4832-9cdc-5f698ccdcc82 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.868059 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-004695db-c342-4260-a270-aefce13e8d35 req-0874a10d-e178-4832-9cdc-5f698ccdcc82 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 944 time: 0.1201782 Jun 29 10:44:46.920886 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-663fd3fa-3117-4c1b-a29f-beea37e9768e req-53e43365-4c8b-4b74-95b7-6242f52d4a3a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Jun 29 10:44:46.925456 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-004695db-c342-4260-a270-aefce13e8d35 req-c53f141c-8d30-45d2-8ee4-dd89ea30becb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505280 Jun 29 10:44:47.816529 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4aab-0d5b-414f-ba81-3b78849a27bd req-2a8aff64-9b56-4ce1-9ae4-a859c68de41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.818087 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f42b4aab-0d5b-414f-ba81-3b78849a27bd req-2a8aff64-9b56-4ce1-9ae4-a859c68de41a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.0517197 Jun 29 10:44:47.860266 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f42b4aab-0d5b-414f-ba81-3b78849a27bd req-7b628942-60ac-4a29-bcfe-875a695fade7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299082 Jun 29 10:44:48.118083 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:48.176903 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port cd692102-6ecd-4ea2-9030-ba7855323390 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:48.177708 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.177891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5abef-0d5f-4068-92fd-3af4c2f56235 req-dd64cd65-7522-42c8-b3cb-c7a75c7dcf0d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.179469 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-03a5abef-0d5f-4068-92fd-3af4c2f56235 req-dd64cd65-7522-42c8-b3cb-c7a75c7dcf0d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1372654 Jun 29 10:44:48.190798 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3d26-61e9-4c2c-bf0c-b9862327621c req-b9a73798-e699-4b64-b7c1-5426740aa172 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.198213 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-584c3d26-61e9-4c2c-bf0c-b9862327621c req-b9a73798-e699-4b64-b7c1-5426740aa172 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 944 time: 0.1235983 Jun 29 10:44:48.254202 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-584c3d26-61e9-4c2c-bf0c-b9862327621c req-00d5bc9a-83e0-4104-a27d-2e441615b9d9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550714 Jun 29 10:44:48.274777 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.290061 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-03a5abef-0d5f-4068-92fd-3af4c2f56235 req-9ef9118b-86c2-48c8-ad14-49160f08864b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898352 Jun 29 10:44:48.318890 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:48.321214 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc26684-e90b-4299-bb86-5772872b4a47" -d '{"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:48.334396 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:48.341434 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.343833 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a7f82b15-4602-4aa8-9a06-050c9112c3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:48.366257 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540d863-86ce-43ba-88a0-f91b4236a02a x-openstack-request-id: req-a540d863-86ce-43ba-88a0-f91b4236a02a {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:48.366548 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:48.366976 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a540d863-86ce-43ba-88a0-f91b4236a02a {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:48.367538 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'code': 200} Jun 29 10:44:48.393788 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=7']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:48.397532 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:49.615620 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0c5e5-76c0-4cff-9682-8dc5e6bf01af req-81655961-dfe4-4e2b-b2ca-5b969002614b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.617093 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4bd0c5e5-76c0-4cff-9682-8dc5e6bf01af req-81655961-dfe4-4e2b-b2ca-5b969002614b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1291580 Jun 29 10:44:49.624439 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042599-b682-40a4-945c-bdb14232a64c req-e0265d45-5f74-44b3-a941-d4904ac1cd3e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.630110 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ed042599-b682-40a4-945c-bdb14232a64c req-e0265d45-5f74-44b3-a941-d4904ac1cd3e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1052244 Jun 29 10:44:49.699601 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ed042599-b682-40a4-945c-bdb14232a64c req-4d670f58-afee-4a32-aecb-8f505b1fd2e4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585785 Jun 29 10:44:49.702980 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4bd0c5e5-76c0-4cff-9682-8dc5e6bf01af req-8c402c96-a78d-4018-8e62-3b1676de013b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718908 Jun 29 10:44:50.969733 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64a99f-6cfa-433c-b553-542e0d08c582 req-6e1dfac5-b49b-41c1-9a89-3494945852ad tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.972239 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6f64a99f-6cfa-433c-b553-542e0d08c582 req-6e1dfac5-b49b-41c1-9a89-3494945852ad tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.1206455 Jun 29 10:44:50.980623 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd79ae-f6f0-47b6-a7e1-fef45aa75e14 req-11e6c5ef-ca10-4bef-95b6-5f16798082a7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.982124 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e6cd79ae-f6f0-47b6-a7e1-fef45aa75e14 req-11e6c5ef-ca10-4bef-95b6-5f16798082a7 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1191673 Jun 29 10:44:51.044015 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6f64a99f-6cfa-433c-b553-542e0d08c582 req-3cbc0b5a-82d9-4470-95a6-aa8217210906 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607035 Jun 29 10:44:51.058123 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e6cd79ae-f6f0-47b6-a7e1-fef45aa75e14 req-449dacd5-2376-40bb-94cd-fa29ebb0bbfc tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677381 Jun 29 10:44:51.608844 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2419b0-33c4-4d25-aa1b-8890994e99fb req-01483609-55d9-4370-9483-7f2a1bb5b641 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.610389 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ed2419b0-33c4-4d25-aa1b-8890994e99fb req-01483609-55d9-4370-9483-7f2a1bb5b641 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0672159 Jun 29 10:44:51.653860 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ed2419b0-33c4-4d25-aa1b-8890994e99fb req-cb257992-0949-46a0-94de-b28f65089fa9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359471 Jun 29 10:44:52.451802 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eff590-2010-4b45-bb3e-708ba392cb09 req-ec266659-1e59-4bfb-b113-63382fc9b72d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.453168 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c2eff590-2010-4b45-bb3e-708ba392cb09 req-ec266659-1e59-4bfb-b113-63382fc9b72d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0788548 Jun 29 10:44:52.515462 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c2eff590-2010-4b45-bb3e-708ba392cb09 req-84796b5f-149a-4012-bfa2-7563ec186c57 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536125 Jun 29 10:44:52.858312 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00efdad-447c-46b8-b7bf-7796f81696bc req-13a6b773-2681-460d-95a2-d2fa7aec835c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.859896 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f00efdad-447c-46b8-b7bf-7796f81696bc req-13a6b773-2681-460d-95a2-d2fa7aec835c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0918484 Jun 29 10:44:52.914247 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f00efdad-447c-46b8-b7bf-7796f81696bc req-a5f72724-ee94-4b27-92c7-6eb9b6b5ef67 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Jun 29 10:44:53.700781 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8a1f9-a3ed-4cf1-968e-4c5208063cb4 req-a2ca4fc8-5258-4a05-bdb4-0f3abeb815e6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.702420 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-97b8a1f9-a3ed-4cf1-968e-4c5208063cb4 req-a2ca4fc8-5258-4a05-bdb4-0f3abeb815e6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0705514 Jun 29 10:44:53.750702 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-97b8a1f9-a3ed-4cf1-968e-4c5208063cb4 req-08c0f56c-6c4e-413f-861c-7314092f36b8 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 Jun 29 10:44:54.133543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ec58-ae82-4c84-b3b1-903dbda32f3d req-21050116-99b6-4f84-b6bf-11ff490ab53b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.135776 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc23ec58-ae82-4c84-b3b1-903dbda32f3d req-21050116-99b6-4f84-b6bf-11ff490ab53b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.1027694 Jun 29 10:44:54.216357 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc23ec58-ae82-4c84-b3b1-903dbda32f3d req-38cd6e04-e8bc-4ace-9eca-f0433ee71859 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699015 Jun 29 10:44:54.261062 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-d6fab09a-70ad-4005-a3fe-68f25a1ba41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.263179 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-d6fab09a-70ad-4005-a3fe-68f25a1ba41a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 1098 time: 0.1262107 Jun 29 10:44:54.383460 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-9c46df43-ba66-4d15-9905-6d76c1cdd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.385329 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-9c46df43-ba66-4d15-9905-6d76c1cdd99b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 200 len: 919 time: 0.1140501 Jun 29 10:44:54.433579 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-9e0f5f4c-58fd-4dae-a653-6b5f1ca30edc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 200 len: 217 time: 0.0367863 Jun 29 10:44:54.496059 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-e86e81f1-57c1-4c57-a39f-03c77cfe7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.497740 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-e86e81f1-57c1-4c57-a39f-03c77cfe7da3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 200 len: 858 time: 0.0562515 Jun 29 10:44:54.544214 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-a7941824-ce87-48ca-89dd-8b205ae59c70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca7aa164-fd0f-4912-a345-4c76b0d5cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381002 Jun 29 10:44:54.660124 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-9acf5a98-58ea-4d2d-91f3-2b1a6f3c46b7 service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018765 Jun 29 10:44:54.738975 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:54.778568 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0dd53fb4-787b-4f28-9dff-5eac36e9673e req-1c572324-7f9d-4798-9213-55ffcd030c3b service neutron] 10.222.0.50 "GET /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053307 Jun 29 10:44:54.946679 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05207b7a-0513-43ed-867f-066ad2db4817 req-d0a596e8-db7f-41bf-adda-aa1e7cf5ff73 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.950089 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-05207b7a-0513-43ed-867f-066ad2db4817 req-d0a596e8-db7f-41bf-adda-aa1e7cf5ff73 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0693445 Jun 29 10:44:54.992591 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-05207b7a-0513-43ed-867f-066ad2db4817 req-98188e6b-11fc-496f-884c-dc70d3b3cdc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 Jun 29 10:44:55.416992 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e3d1f-c9c6-4928-b031-f72078f3bc2f req-119b3632-a9a5-43de-a823-b59842916ffe tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:55.424564 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cf0e3d1f-c9c6-4928-b031-f72078f3bc2f req-119b3632-a9a5-43de-a823-b59842916ffe tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0878663 Jun 29 10:44:55.476064 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cf0e3d1f-c9c6-4928-b031-f72078f3bc2f req-0160d3b3-4cb9-4bc7-9c45-cc5ce9c4b4f0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Jun 29 10:44:55.685011 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-0480ac0b-8425-4a2b-a60b-a5a7a0f58ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.241199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c38627-0676-4225-8aa1-981621c062cb req-c757b682-7f16-4b36-ac2f-3bec7272139f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.246076 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d0c38627-0676-4225-8aa1-981621c062cb req-c757b682-7f16-4b36-ac2f-3bec7272139f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0845008 Jun 29 10:44:56.281098 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d0c38627-0676-4225-8aa1-981621c062cb req-3bb7cc2d-147a-423e-83e3-df2c6b797469 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Jun 29 10:44:56.660633 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8e9b1-d017-4f40-a493-9971e49bb8ae req-a9e45d03-f465-439e-b05a-37afb1c9d132 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.662268 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-64a8e9b1-d017-4f40-a493-9971e49bb8ae req-a9e45d03-f465-439e-b05a-37afb1c9d132 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0686486 Jun 29 10:44:56.704491 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-64a8e9b1-d017-4f40-a493-9971e49bb8ae req-dda40d3d-d1c9-43c4-9637-77f3b67fc9b8 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361650 Jun 29 10:44:57.483776 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a0563-475f-4d13-b891-aba9fcc702df req-7da8fc74-a8ce-4723-9ec1-ad14487df906 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:57.485229 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0a4a0563-475f-4d13-b891-aba9fcc702df req-7da8fc74-a8ce-4723-9ec1-ad14487df906 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0722058 Jun 29 10:44:57.523444 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0a4a0563-475f-4d13-b891-aba9fcc702df req-b4c44de5-28fe-4811-87bb-b7b66d6a24d5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Jun 29 10:44:57.556125 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:57.884782 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265a805-27e7-4760-852b-ae2a83b2f533 req-d1458a15-fde4-4932-b50a-85bb88784e4e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:57.886234 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9265a805-27e7-4760-852b-ae2a83b2f533 req-d1458a15-fde4-4932-b50a-85bb88784e4e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0665681 Jun 29 10:44:57.924379 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9265a805-27e7-4760-852b-ae2a83b2f533 req-683528e6-f842-4725-adab-7a641f83557d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Jun 29 10:44:58.017257 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b2c640a9-59cb-44ec-b72b-a0f1e75f496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.282196 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.705969 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8c53d-a141-489b-917c-f25a7358826f req-2861721c-e71d-428e-8f94-d5139c4d4b34 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.707391 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d8b8c53d-a141-489b-917c-f25a7358826f req-2861721c-e71d-428e-8f94-d5139c4d4b34 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0713537 Jun 29 10:44:58.745927 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d8b8c53d-a141-489b-917c-f25a7358826f req-642a99de-e056-47dd-b654-c148a382fff5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327950 Jun 29 10:44:59.073826 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.108839 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc7163-648d-49cd-bacd-d10f4876e5ec req-ce3fad57-3c40-489d-b34c-62ea7c9f0a49 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:59.110308 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6fc7163-648d-49cd-bacd-d10f4876e5ec req-ce3fad57-3c40-489d-b34c-62ea7c9f0a49 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0640681 Jun 29 10:44:59.148779 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6fc7163-648d-49cd-bacd-d10f4876e5ec req-87ec380e-d6fc-4933-afc8-524022dd805b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324922 Jun 29 10:44:59.933768 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb9493-1311-4e16-a7ba-2b1c93f93f18 req-7351438b-d921-410a-8d29-0c60e120f1ef tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:59.935231 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0cbb9493-1311-4e16-a7ba-2b1c93f93f18 req-7351438b-d921-410a-8d29-0c60e120f1ef tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0692644 Jun 29 10:44:59.982920 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0cbb9493-1311-4e16-a7ba-2b1c93f93f18 req-f73d8506-e3aa-47d5-bc88-bb45caf7ecf3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Jun 29 10:45:00.369941 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b90e-22d1-41b7-8892-d6bd5da17aa2 req-fe7e45ca-d565-4728-933f-d1e7dbf6362b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.371271 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3e26b90e-22d1-41b7-8892-d6bd5da17aa2 req-fe7e45ca-d565-4728-933f-d1e7dbf6362b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0975819 Jun 29 10:45:00.373933 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-c158be93-f0d6-49d1-b169-f9f924ce05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.375384 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-c158be93-f0d6-49d1-b169-f9f924ce05b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1098 time: 0.0911002 Jun 29 10:45:00.455926 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3e26b90e-22d1-41b7-8892-d6bd5da17aa2 req-8f065e3e-b29c-45a8-a7ed-e9348f692ad0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Jun 29 10:45:00.483781 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-cb80e64a-85d5-46d7-b1cb-ebdb8444c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.485229 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-cb80e64a-85d5-46d7-b1cb-ebdb8444c0cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.1024303 Jun 29 10:45:00.555444 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-a601feb6-ab8b-42cb-b0ae-e4af56d71d3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 200 len: 1001 time: 0.0562901 Jun 29 10:45:00.610987 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-e83beba5-9e83-495c-9fb6-8ae32bdc7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.612763 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-e83beba5-9e83-495c-9fb6-8ae32bdc7a0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0467563 Jun 29 10:45:00.672318 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-9cddce54-da0e-428a-b659-8932afa086ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.673824 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-9cddce54-da0e-428a-b659-8932afa086ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510707 Jun 29 10:45:00.764469 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-ea4b6c95-7991-423c-ac8c-f096f8e49711 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Jun 29 10:45:00.784677 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.862810 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6cafacb8-7346-4070-8b16-9b7b83780327 req-7c4b4588-85da-4135-bc16-81aa7b043a2a service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909991 Jun 29 10:45:01.186712 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87cf4e-84e3-445f-ae54-098ca389badc req-57f6f657-8004-429c-adcc-bf605d29a0a1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:01.188194 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-db87cf4e-84e3-445f-ae54-098ca389badc req-57f6f657-8004-429c-adcc-bf605d29a0a1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0666661 Jun 29 10:45:01.224986 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-db87cf4e-84e3-445f-ae54-098ca389badc req-1e0d0f90-cb81-437d-8e59-9815f3833843 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Jun 29 10:45:01.643099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b0dc8-2309-4d73-8eec-2da80bda2245 req-29fbc358-b56f-48f5-a46e-c7f5927b6129 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:01.644494 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dc8b0dc8-2309-4d73-8eec-2da80bda2245 req-29fbc358-b56f-48f5-a46e-c7f5927b6129 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0710030 Jun 29 10:45:01.686691 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dc8b0dc8-2309-4d73-8eec-2da80bda2245 req-1b1effa7-abbc-4dfe-8451-d43bd73ea52b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Jun 29 10:45:02.406702 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37404289-b1e2-4978-8c5d-f8611a13c10c req-baeeb2ba-6770-420a-8de0-9b65d370763f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.408006 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-37404289-b1e2-4978-8c5d-f8611a13c10c req-baeeb2ba-6770-420a-8de0-9b65d370763f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0642748 Jun 29 10:45:02.447615 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-37404289-b1e2-4978-8c5d-f8611a13c10c req-086fcf66-2993-4029-b74a-26ffb57c39d1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315330 Jun 29 10:45:02.886300 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf78d9e-6464-4073-aa56-3b626cbc1906 req-32cd605b-a5b9-4d72-9d7e-03b20b53844d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.887800 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aaf78d9e-6464-4073-aa56-3b626cbc1906 req-32cd605b-a5b9-4d72-9d7e-03b20b53844d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0687463 Jun 29 10:45:02.932134 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aaf78d9e-6464-4073-aa56-3b626cbc1906 req-ece24b71-95d4-4837-9289-59aee95ea408 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360632 Jun 29 10:45:03.631654 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0962b-a5de-4d1e-9346-52a385559960 req-f78763c0-7d8b-4769-8fe1-32c53b615bf3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:03.633088 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-99d0962b-a5de-4d1e-9346-52a385559960 req-f78763c0-7d8b-4769-8fe1-32c53b615bf3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0635862 Jun 29 10:45:03.677178 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-99d0962b-a5de-4d1e-9346-52a385559960 req-505a0024-3a86-43f4-a160-1f27d4b75922 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358155 Jun 29 10:45:04.119910 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d7098-62b7-45fd-b599-ed4373b722f3 req-4d3871d5-8ae5-4785-8a9a-dcd8497c4186 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.122079 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c58d7098-62b7-45fd-b599-ed4373b722f3 req-4d3871d5-8ae5-4785-8a9a-dcd8497c4186 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0696211 Jun 29 10:45:04.160301 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c58d7098-62b7-45fd-b599-ed4373b722f3 req-63a30c8c-b0eb-4f89-afcb-5cc83d5639c9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Jun 29 10:45:04.877252 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd2e2-e115-4d58-b6cd-7081e2cea9e4 req-03a7a7ca-9b58-4ef2-944d-d0df3fa576f2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.878606 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dc7fd2e2-e115-4d58-b6cd-7081e2cea9e4 req-03a7a7ca-9b58-4ef2-944d-d0df3fa576f2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 945 time: 0.0679972 Jun 29 10:45:04.917778 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dc7fd2e2-e115-4d58-b6cd-7081e2cea9e4 req-b1e849b9-d45b-4661-88e0-fafdbefd147f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308139 Jun 29 10:45:05.344324 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3f344-04b5-4fae-ba7b-246128816c79 req-565cf911-e28a-4514-9037-172663689bb3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.345763 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c2b3f344-04b5-4fae-ba7b-246128816c79 req-565cf911-e28a-4514-9037-172663689bb3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0636730 Jun 29 10:45:05.384264 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c2b3f344-04b5-4fae-ba7b-246128816c79 req-213febcd-bb1d-43e5-a46b-ff980aafd4a9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306103 Jun 29 10:45:05.564647 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:05.643033 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.669941 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:05.672249 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0d256-e830-49d4-a4ad-638516fa781e" -d '{"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:05.690152 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:05.699581 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.701670 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:05.731854 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c3567-c227-4934-9e3f-2c6a956017b6 x-openstack-request-id: req-f10c3567-c227-4934-9e3f-2c6a956017b6 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:05.731854 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:05.731854 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f10c3567-c227-4934-9e3f-2c6a956017b6 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:05.732232 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'code': 200} Jun 29 10:45:05.749568 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=8']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:05.752563 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:06.099337 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9440bd2-e702-4134-969c-3e9a6eedbf3d req-a0bc2fe4-b4d6-4c92-9d43-0e3e634a74b8 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.100883 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9440bd2-e702-4134-969c-3e9a6eedbf3d req-a0bc2fe4-b4d6-4c92-9d43-0e3e634a74b8 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0686119 Jun 29 10:45:06.148734 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9440bd2-e702-4134-969c-3e9a6eedbf3d req-5bd0f224-1986-4539-a1c6-b714de189fa3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393348 Jun 29 10:45:06.578667 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ebb99-5986-44a5-98c5-0e60d311474b req-1d77f098-bdb2-4cef-b992-e24db7866d93 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.580172 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e98ebb99-5986-44a5-98c5-0e60d311474b req-1d77f098-bdb2-4cef-b992-e24db7866d93 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0633600 Jun 29 10:45:06.622596 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e98ebb99-5986-44a5-98c5-0e60d311474b req-e88f845e-79eb-4ea5-a719-e7adb9fed882 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Jun 29 10:45:07.334632 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d9da5-16f3-4938-86d2-15832ca3a7e1 req-90661522-b3c8-4335-bd8e-6bdaa735c97d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.336038 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-418d9da5-16f3-4938-86d2-15832ca3a7e1 req-90661522-b3c8-4335-bd8e-6bdaa735c97d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0653763 Jun 29 10:45:07.373860 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-418d9da5-16f3-4938-86d2-15832ca3a7e1 req-610b3462-ff33-4ff7-92ad-67cd561f52d5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Jun 29 10:45:08.516572 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf8e8-50c1-4a0a-b51f-dbafd4b64465 req-006af78e-c0c9-4e04-9d10-5cceb8756a41 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.518762 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-24edf8e8-50c1-4a0a-b51f-dbafd4b64465 req-006af78e-c0c9-4e04-9d10-5cceb8756a41 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.2880299 Jun 29 10:45:08.560511 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-24edf8e8-50c1-4a0a-b51f-dbafd4b64465 req-ad380ead-060a-4878-8f13-3ec899e1b3b5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327289 Jun 29 10:45:08.636354 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 44430) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:08.737337 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-d9723df8-9115-430b-8a72-3cc081dc5dba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997217 Jun 29 10:45:09.559255 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:09.745258 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b65389-fb6a-46c9-a200-14cceed0e973 req-3070e604-d965-4f0a-9081-17221f85fc22 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.746766 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-09b65389-fb6a-46c9-a200-14cceed0e973 req-3070e604-d965-4f0a-9081-17221f85fc22 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0643604 Jun 29 10:45:09.792807 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-09b65389-fb6a-46c9-a200-14cceed0e973 req-80de3c5b-76c2-4166-8fb0-98e0f6edfeb4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Jun 29 10:45:10.716292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-f8835e7b-59b2-43a7-9543-81cb731164d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.717804 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-f8835e7b-59b2-43a7-9543-81cb731164d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2&tenant_id=5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 1096 time: 0.0853200 Jun 29 10:45:10.832019 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2fa66-8b9f-4065-9beb-2b78ba35b9aa req-4770618b-3a4a-496e-9301-b4bd88893417 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.833608 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07f2fa66-8b9f-4065-9beb-2b78ba35b9aa req-4770618b-3a4a-496e-9301-b4bd88893417 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1009240 Jun 29 10:45:10.843988 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-c8f0d79a-63d8-499b-84e8-7d45cc32fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.845400 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-c8f0d79a-63d8-499b-84e8-7d45cc32fce2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1096 time: 0.0856185 Jun 29 10:45:10.920157 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07f2fa66-8b9f-4065-9beb-2b78ba35b9aa req-3a1e527f-9b63-419d-a96d-468b12257cae tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800650 Jun 29 10:45:10.987387 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-73c039d5-7e26-42b5-aed9-18072173d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.988982 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-73c039d5-7e26-42b5-aed9-18072173d919 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.1314008 Jun 29 10:45:11.055640 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba8fca-d0bf-41e9-a6e1-78f250ebae2d req-81d9c951-bde6-4edd-9c34-609277f9b29e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.057107 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51ba8fca-d0bf-41e9-a6e1-78f250ebae2d req-81d9c951-bde6-4edd-9c34-609277f9b29e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.1361113 Jun 29 10:45:11.076418 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-d489112c-c71d-4b4e-8ef1-b7a8d196f693 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 200 len: 999 time: 0.0792384 Jun 29 10:45:11.128432 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51ba8fca-d0bf-41e9-a6e1-78f250ebae2d req-b4c80b8f-e6c9-46c4-a2de-954d9821a285 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649128 Jun 29 10:45:11.147273 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-d8940c82-e9de-4e8f-9668-b112fc700132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.148752 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-d8940c82-e9de-4e8f-9668-b112fc700132 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0528491 Jun 29 10:45:11.205899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-069de081-6339-4e78-a31a-99b1129bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.207718 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-069de081-6339-4e78-a31a-99b1129bd4b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518885 Jun 29 10:45:11.302134 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-b11ef902-7db2-4f84-bc68-cebe08b2e459 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859356 Jun 29 10:45:11.391348 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-78d79a2f-fc8a-4882-9ff5-96f34437fecb service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815167 Jun 29 10:45:12.257710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9e929-c1a2-45b9-adf6-db9bdc818671 req-a0eecc07-b5a2-4b5e-9499-27cb3b626a9c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.259604 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-30c9e929-c1a2-45b9-adf6-db9bdc818671 req-a0eecc07-b5a2-4b5e-9499-27cb3b626a9c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1871533 Jun 29 10:45:12.292311 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ec943-64c5-4c95-a0b2-3bca32407499 req-ecb37e8a-166d-4df4-a891-0da03b15dba4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.297663 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b02ec943-64c5-4c95-a0b2-3bca32407499 req-ecb37e8a-166d-4df4-a891-0da03b15dba4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1631975 Jun 29 10:45:12.314797 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 44520) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.332666 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-30c9e929-c1a2-45b9-adf6-db9bdc818671 req-2359df15-091d-4974-a519-9b774c0f4e9b tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661967 Jun 29 10:45:12.352185 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b02ec943-64c5-4c95-a0b2-3bca32407499 req-6bc5d443-ee4e-4200-ab30-2ac986cbb77e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Jun 29 10:45:12.448436 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.531848 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2dcda-5e0e-4f2c-808f-53809467f33c req-252e09e8-c332-46cc-82fb-4679936aa410 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.533412 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ad2dcda-5e0e-4f2c-808f-53809467f33c req-252e09e8-c332-46cc-82fb-4679936aa410 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0728042 Jun 29 10:45:12.543822 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.551000 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.554472 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1743707e-7fc9-47fb-9eef-2740421e7b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:12.582003 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ad2dcda-5e0e-4f2c-808f-53809467f33c req-0a5c4a7d-32f8-4643-80a7-203b2abb95b7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Jun 29 10:45:12.586747 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3032b3d-4f22-46da-a394-27c068cb9907,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:12.605542 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=768aeee413e2498e8ac1f378ab87cba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896748 Jun 29 10:45:12.605860 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 44524) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.607469 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.607855 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.608207 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.608555 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.608901 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.609283 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.609649 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.609996 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.610340 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.610677 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.611014 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.611656 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.616411 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.664803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.685775 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.732165 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.735100 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.736579 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3032b3d-4f22-46da-a394-27c068cb9907 HTTP/1.1" status: 204 len: 168 time: 0.1293111 Jun 29 10:45:12.737310 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1909bf6a-31fb-47c1-8e29-620fe5e38089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:12.747104 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3032b3d-4f22-46da-a394-27c068cb9907,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:12.754807 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.755253 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.755674 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.756139 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.756547 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.756956 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.757307 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.757669 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.758045 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.758383 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.758720 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.759054 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.762252 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:13.598124 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303c657-6d69-46f4-999c-1192208fa255 req-b23f2ad0-57f5-42ab-a53c-19ac9100799a tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.607938 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1303c657-6d69-46f4-999c-1192208fa255 req-b23f2ad0-57f5-42ab-a53c-19ac9100799a tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1387820 Jun 29 10:45:13.638814 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c4594-6e29-4b5e-9d73-2253784ed535 req-3a195269-9c5b-4838-aa0b-2a7a02fe617a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.640376 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2c0c4594-6e29-4b5e-9d73-2253784ed535 req-3a195269-9c5b-4838-aa0b-2a7a02fe617a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1549029 Jun 29 10:45:13.670291 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1303c657-6d69-46f4-999c-1192208fa255 req-cca863e5-4993-425a-8417-144e8c77c57b tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610309 Jun 29 10:45:13.698735 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2c0c4594-6e29-4b5e-9d73-2253784ed535 req-09965e6c-d7cf-4a51-b707-9c48ec80dc22 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Jun 29 10:45:13.855591 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2010d-5f3c-4a9c-9426-a8ae7d9556e8 req-220aab0a-7153-427e-bcf5-160ce79eb640 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.857499 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-52c2010d-5f3c-4a9c-9426-a8ae7d9556e8 req-220aab0a-7153-427e-bcf5-160ce79eb640 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0723519 Jun 29 10:45:13.896539 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-52c2010d-5f3c-4a9c-9426-a8ae7d9556e8 req-c646ffe8-41db-48b5-ae2a-3ea0be87d761 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325620 Jun 29 10:45:13.898224 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 44562) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.006800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-25cd787d-0887-4633-bd03-dcead9066f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.110307 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-25cd787d-0887-4633-bd03-dcead9066f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.115138 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-25cd787d-0887-4633-bd03-dcead9066f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.117871 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-539d742a-6154-46ff-aa89-d0445bef8261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.161650 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd787d-0887-4633-bd03-dcead9066f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb929611-1eb1-4672-be7b-ccaecbbcf9dc,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.169092 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-25cd787d-0887-4633-bd03-dcead9066f8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbb8a53fbaa04f358860eb60530e335f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675552 Jun 29 10:45:14.169092 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-25cd787d-0887-4633-bd03-dcead9066f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.170358 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 44566) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.218523 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7d71cfe2-1a1e-4b33-ba48-fa79db28ceeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.239717 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7d71cfe2-1a1e-4b33-ba48-fa79db28ceeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.288978 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7d71cfe2-1a1e-4b33-ba48-fa79db28ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.292034 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7d71cfe2-1a1e-4b33-ba48-fa79db28ceeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.293162 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7d71cfe2-1a1e-4b33-ba48-fa79db28ceeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb929611-1eb1-4672-be7b-ccaecbbcf9dc HTTP/1.1" status: 204 len: 168 time: 0.1229639 Jun 29 10:45:14.294065 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-25cd787d-0887-4633-bd03-dcead9066f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.301778 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71cfe2-1a1e-4b33-ba48-fa79db28ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb929611-1eb1-4672-be7b-ccaecbbcf9dc,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.307469 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7d71cfe2-1a1e-4b33-ba48-fa79db28ceeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.879870 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0503d9b-ae6e-4553-8cd4-618c75da1ef4 req-732fab4d-4629-428b-92ad-f96ddfc5f45e tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.881360 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e0503d9b-ae6e-4553-8cd4-618c75da1ef4 req-732fab4d-4629-428b-92ad-f96ddfc5f45e tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.0967662 Jun 29 10:45:14.932563 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100d490-dc1b-40d3-a713-ab4d8c804249 req-2ba47be2-118c-4e00-b69e-d1539520b592 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.933962 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8100d490-dc1b-40d3-a713-ab4d8c804249 req-2ba47be2-118c-4e00-b69e-d1539520b592 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1072717 Jun 29 10:45:14.936708 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e0503d9b-ae6e-4553-8cd4-618c75da1ef4 req-2a66f1ab-135d-44b3-887a-c2b87ea96ba0 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495996 Jun 29 10:45:14.972423 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8100d490-dc1b-40d3-a713-ab4d8c804249 req-7c48d902-dc03-46ee-bdaf-33d979bcc03e tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Jun 29 10:45:15.115278 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43b4a8-f60f-4b0b-b94b-184485647a01 req-3862fe9e-bc55-4b84-a68d-e7fc3dae7008 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.117046 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7c43b4a8-f60f-4b0b-b94b-184485647a01 req-3862fe9e-bc55-4b84-a68d-e7fc3dae7008 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0662994 Jun 29 10:45:15.154683 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7c43b4a8-f60f-4b0b-b94b-184485647a01 req-e7029dde-77f9-41bf-921d-df115d435615 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Jun 29 10:45:16.163743 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47da18e-dca6-4e73-bf7a-62f4ddcefbe8 req-beb61994-ffdb-45ec-b9ce-5e4d561ffb66 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.165211 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e47da18e-dca6-4e73-bf7a-62f4ddcefbe8 req-beb61994-ffdb-45ec-b9ce-5e4d561ffb66 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1130178 Jun 29 10:45:16.177411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5bb4-ecca-4b5a-99c1-3319ceaa2024 req-7fa17bd7-1119-439d-b99f-2def8e47d3ea tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.178935 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-159f5bb4-ecca-4b5a-99c1-3319ceaa2024 req-7fa17bd7-1119-439d-b99f-2def8e47d3ea tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0910015 Jun 29 10:45:16.234915 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e47da18e-dca6-4e73-bf7a-62f4ddcefbe8 req-f20f86a3-a653-472e-8704-0ded4b924dbd tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548420 Jun 29 10:45:16.239934 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-159f5bb4-ecca-4b5a-99c1-3319ceaa2024 req-db9ab607-c0d7-4377-8791-f8fc9d86c0f3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540485 Jun 29 10:45:16.410919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7d349-a377-49b2-adbd-eec8d3109851 req-052e7222-7e0d-4816-8e61-b9fdeda55b27 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.412378 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-49f7d349-a377-49b2-adbd-eec8d3109851 req-052e7222-7e0d-4816-8e61-b9fdeda55b27 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0697923 Jun 29 10:45:16.450595 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-49f7d349-a377-49b2-adbd-eec8d3109851 req-c8273cfc-ecb9-4c7f-9f38-a3143b1c181b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Jun 29 10:45:17.453715 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebdd8-dd39-4dde-92fd-171d0a1db85f req-dc93e85d-4e27-438e-b762-bfdb7d7e6d04 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.455120 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-970ebdd8-dd39-4dde-92fd-171d0a1db85f req-dc93e85d-4e27-438e-b762-bfdb7d7e6d04 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1061585 Jun 29 10:45:17.463877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40886e0-fdaf-4452-986d-f16e3d3990df req-dc12dd99-ab62-4912-b811-78bb176fc513 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.465914 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a40886e0-fdaf-4452-986d-f16e3d3990df req-dc12dd99-ab62-4912-b811-78bb176fc513 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1076539 Jun 29 10:45:17.516507 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-970ebdd8-dd39-4dde-92fd-171d0a1db85f req-d14e21df-e7fc-4150-bafd-fc42ef71946c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495908 Jun 29 10:45:17.535230 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a40886e0-fdaf-4452-986d-f16e3d3990df req-149aa94a-ad11-4dc8-9f5e-b271c1bd6bb4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593500 Jun 29 10:45:17.682887 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e0b57-9174-4fa7-ae6c-d3286be9e2ca req-d780c574-94be-4929-b3b4-7bd08056f4b9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.684531 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cd3e0b57-9174-4fa7-ae6c-d3286be9e2ca req-d780c574-94be-4929-b3b4-7bd08056f4b9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0648942 Jun 29 10:45:17.733184 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cd3e0b57-9174-4fa7-ae6c-d3286be9e2ca req-46e97ffb-963d-49b2-a428-ff69a7b201f0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Jun 29 10:45:18.736567 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f931e-c53e-4cd0-9ee8-46c42892c703 req-0e6cbafe-a212-406b-ac24-2f26cc9ddbd3 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.738105 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0e8f931e-c53e-4cd0-9ee8-46c42892c703 req-0e6cbafe-a212-406b-ac24-2f26cc9ddbd3 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1071177 Jun 29 10:45:18.759431 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106ce63-3b45-4c3a-bb68-ce81e0f7a636 req-4f122ed3-43de-46d7-ba83-5cdfb8f5808b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.760854 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e106ce63-3b45-4c3a-bb68-ce81e0f7a636 req-4f122ed3-43de-46d7-ba83-5cdfb8f5808b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1001561 Jun 29 10:45:18.805350 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0e8f931e-c53e-4cd0-9ee8-46c42892c703 req-61b8176b-f417-47a5-9f11-48332ae43978 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611725 Jun 29 10:45:18.817413 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e106ce63-3b45-4c3a-bb68-ce81e0f7a636 req-370af0a1-ea4f-4fde-b884-068d04e3ddbf tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485294 Jun 29 10:45:18.968851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c9e9b-0ac2-4231-8280-a6be9f63a4e8 req-da486056-2e7a-49aa-a370-757813abf588 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.970571 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d30c9e9b-0ac2-4231-8280-a6be9f63a4e8 req-da486056-2e7a-49aa-a370-757813abf588 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0649416 Jun 29 10:45:19.010076 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d30c9e9b-0ac2-4231-8280-a6be9f63a4e8 req-87441eb4-ebb3-490f-a142-6c3c55597918 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334787 Jun 29 10:45:20.029773 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42a6a6-9e2a-4ab7-81a4-a1500c74ba58 req-6c4f50f5-6543-444a-b6c8-6b657ff9a89f tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.031303 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9b42a6a6-9e2a-4ab7-81a4-a1500c74ba58 req-6c4f50f5-6543-444a-b6c8-6b657ff9a89f tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1102073 Jun 29 10:45:20.039165 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd696-6883-4173-a8a7-c3aea6a91261 req-1cde3e24-8a31-43d4-86b0-1891738702c3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.040550 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-137dd696-6883-4173-a8a7-c3aea6a91261 req-1cde3e24-8a31-43d4-86b0-1891738702c3 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1100132 Jun 29 10:45:20.096381 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9b42a6a6-9e2a-4ab7-81a4-a1500c74ba58 req-a8569eea-513f-420a-bbb9-960d14a0a1f1 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Jun 29 10:45:20.101312 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-137dd696-6883-4173-a8a7-c3aea6a91261 req-7f05a2e0-7ff3-4a76-8ccf-a7fdaf0599be tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536485 Jun 29 10:45:20.269284 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8dfd8-b9f2-457e-a182-9a9a68747503 req-6eb0b536-040d-40a1-942a-59dd5728013d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.270861 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-35f8dfd8-b9f2-457e-a182-9a9a68747503 req-6eb0b536-040d-40a1-942a-59dd5728013d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0641546 Jun 29 10:45:20.307771 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-35f8dfd8-b9f2-457e-a182-9a9a68747503 req-498da08e-34bd-4eb7-ba4c-8c418d2e965d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312643 Jun 29 10:45:21.312419 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebe4bf-e557-4ec2-a24a-8b97faa25df9 req-b433ab4c-214e-4877-a328-158f42383475 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.313973 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-50ebe4bf-e557-4ec2-a24a-8b97faa25df9 req-b433ab4c-214e-4877-a328-158f42383475 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1054029 Jun 29 10:45:21.334855 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90b45f-50c8-475f-83ad-bcd9c2b31f94 req-d2a83bdb-f673-45d2-b766-960002959ba4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.336697 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7c90b45f-50c8-475f-83ad-bcd9c2b31f94 req-d2a83bdb-f673-45d2-b766-960002959ba4 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0963876 Jun 29 10:45:21.379976 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-50ebe4bf-e557-4ec2-a24a-8b97faa25df9 req-cd70ee2b-273c-428c-a4ca-50360b3a5d43 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580916 Jun 29 10:45:21.399065 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7c90b45f-50c8-475f-83ad-bcd9c2b31f94 req-ec69f24d-806b-4353-baa2-f67b3fa37d17 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Jun 29 10:45:21.558599 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a49ea4-3423-4471-9bfb-01d031702c0b req-99d6bff1-9739-4a95-b981-f2d5435ee02f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.560022 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-17a49ea4-3423-4471-9bfb-01d031702c0b req-99d6bff1-9739-4a95-b981-f2d5435ee02f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0706403 Jun 29 10:45:21.598262 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-17a49ea4-3423-4471-9bfb-01d031702c0b req-08dff6b4-ca96-4d8e-a72e-78691acc1952 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Jun 29 10:45:22.594753 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae69713-28a2-4de9-a066-bdb55b1e3b83 req-6e2cab72-7fae-499a-946a-a4cdff3b433f tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.596202 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dae69713-28a2-4de9-a066-bdb55b1e3b83 req-6e2cab72-7fae-499a-946a-a4cdff3b433f tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1022940 Jun 29 10:45:22.614858 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a0d7d-285f-4418-8019-ae0c85e55cfb req-21e038ec-f2f6-49d9-85ce-36e1b79a7d39 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.616368 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c53a0d7d-285f-4418-8019-ae0c85e55cfb req-21e038ec-f2f6-49d9-85ce-36e1b79a7d39 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0941484 Jun 29 10:45:22.675691 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dae69713-28a2-4de9-a066-bdb55b1e3b83 req-c62d4177-2d3e-4e34-9f9d-9d1ca6046409 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726213 Jun 29 10:45:22.680546 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c53a0d7d-285f-4418-8019-ae0c85e55cfb req-21816c45-2547-48aa-8e8e-5e94142c718b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582545 Jun 29 10:45:23.067116 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae484c3-2d88-464f-bec1-6bf54f360732 req-c6ab4857-46c0-4ccc-8957-3a2035f7368d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.068594 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ae484c3-2d88-464f-bec1-6bf54f360732 req-c6ab4857-46c0-4ccc-8957-3a2035f7368d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.2842355 Jun 29 10:45:23.107987 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ae484c3-2d88-464f-bec1-6bf54f360732 req-c3e66062-022c-4922-b724-26d31e30a9d9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332251 Jun 29 10:45:23.907163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675663dc-c524-499d-91f0-edd6c53742ed req-830b6616-eb84-42c2-a64e-b71e94536fee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.908547 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-675663dc-c524-499d-91f0-edd6c53742ed req-830b6616-eb84-42c2-a64e-b71e94536fee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1155295 Jun 29 10:45:23.917939 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2b82f-fcfe-487b-93a9-a9ee4caf8bfd req-dd5ff237-c2d8-49fb-87f0-2019a9fa8ce0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.919329 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6ec2b82f-fcfe-487b-93a9-a9ee4caf8bfd req-dd5ff237-c2d8-49fb-87f0-2019a9fa8ce0 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1281569 Jun 29 10:45:23.976032 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-675663dc-c524-499d-91f0-edd6c53742ed req-7878b75f-b0f7-4312-af38-51d7cd43daa6 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Jun 29 10:45:23.978949 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6ec2b82f-fcfe-487b-93a9-a9ee4caf8bfd req-4f9b4b2e-fdfe-4c3d-a6f1-5198c55bc184 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526402 Jun 29 10:45:24.300497 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50083d25-b59f-4c55-bc1f-9c7a44d1194a req-5c556bc7-2c3f-4ac3-88a7-8c4407268f05 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.301989 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-50083d25-b59f-4c55-bc1f-9c7a44d1194a req-5c556bc7-2c3f-4ac3-88a7-8c4407268f05 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0643771 Jun 29 10:45:24.339914 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-50083d25-b59f-4c55-bc1f-9c7a44d1194a req-d9e6bf7f-7030-4dac-9b3a-edca447146a8 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Jun 29 10:45:24.734085 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.222366 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-06c76f9d-0c42-4e3c-a3bb-8fef6c4e6193 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350675 Jun 29 10:45:25.231561 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e9be1-46ed-4af0-aaf6-c33e0b254df7 req-4fd22e78-6bf5-4a6c-85cc-35fb4d360282 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.232912 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e96e9be1-46ed-4af0-aaf6-c33e0b254df7 req-4fd22e78-6bf5-4a6c-85cc-35fb4d360282 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1160746 Jun 29 10:45:25.252908 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9383de-7f5a-442a-87cc-3f19eff843df req-63d8c640-0246-4d0d-a211-45639184ff24 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.254310 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a9383de-7f5a-442a-87cc-3f19eff843df req-63d8c640-0246-4d0d-a211-45639184ff24 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1352575 Jun 29 10:45:25.331123 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e96e9be1-46ed-4af0-aaf6-c33e0b254df7 req-e2a9726c-285a-4f3a-9cfc-0cb9721a5b31 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914257 Jun 29 10:45:25.368654 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a9383de-7f5a-442a-87cc-3f19eff843df req-70993966-b027-4e40-9514-24072780f2bc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070733 Jun 29 10:45:25.377326 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-3fbdbe5a-c66b-4172-b321-e1c97843487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.378404 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-3fbdbe5a-c66b-4172-b321-e1c97843487f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 1098 time: 0.1159866 Jun 29 10:45:25.526408 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-7e95d671-eac7-443e-86a6-6cf141de2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.527843 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-7e95d671-eac7-443e-86a6-6cf141de2617 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 912 time: 0.1249180 Jun 29 10:45:25.595710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f849ace-bdcf-4c59-9f08-91c1873df5b9 req-59dea836-6bb4-44b8-be95-d2dd47a238b1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.597061 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3f849ace-bdcf-4c59-9f08-91c1873df5b9 req-59dea836-6bb4-44b8-be95-d2dd47a238b1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.1351595 Jun 29 10:45:25.617005 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-991ad3db-eb50-489b-adda-0445705e0da9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0756876 Jun 29 10:45:25.649107 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3f849ace-bdcf-4c59-9f08-91c1873df5b9 req-4c77a33b-ea83-4120-9232-1c70d5a7ed0b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455735 Jun 29 10:45:25.687834 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-45390b36-57ac-4131-b28d-01b71c5dbc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.691183 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-eb80ed98-1cd7-4a21-ab1b-8153c5aae0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.692646 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-eb80ed98-1cd7-4a21-ab1b-8153c5aae0ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.0572090 Jun 29 10:45:25.764917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-21818402-7248-4596-beb5-01f4d286cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.766385 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-21818402-7248-4596-beb5-01f4d286cc77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557766 Jun 29 10:45:25.858385 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-c87462b2-0f70-4a2f-b899-42d520712694 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828922 Jun 29 10:45:25.955225 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3a92d0d2-cc56-418d-a1db-1e45ad5c5519 req-96913abb-b18e-4e12-ae20-1fb908fd9e07 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879130 Jun 29 10:45:26.569196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4f817-9e04-46da-82b4-a8b8026c7206 req-51dcbd8d-0bb3-4bcc-b1e7-3de59522e2d2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.570431 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cb4f817-9e04-46da-82b4-a8b8026c7206 req-51dcbd8d-0bb3-4bcc-b1e7-3de59522e2d2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.1115131 Jun 29 10:45:26.578399 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a72a-c288-4741-94ef-fed65c790a73 req-15848451-f79c-4c9a-a0c9-9d3712d068a8 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.579729 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b023a72a-c288-4741-94ef-fed65c790a73 req-15848451-f79c-4c9a-a0c9-9d3712d068a8 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.0907848 Jun 29 10:45:26.631028 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cb4f817-9e04-46da-82b4-a8b8026c7206 req-87f82736-1dcb-41a6-95fe-cf6225356e24 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503552 Jun 29 10:45:26.638032 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b023a72a-c288-4741-94ef-fed65c790a73 req-d1a8957a-1c16-413b-bd73-0e5dc3a297b9 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515757 Jun 29 10:45:26.831015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515ef2-167e-43e2-8b64-d4bebde56fbb req-01a490a3-1211-464f-b48a-5bdfa7f084f6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.832502 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5515ef2-167e-43e2-8b64-d4bebde56fbb req-01a490a3-1211-464f-b48a-5bdfa7f084f6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0683339 Jun 29 10:45:26.869424 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5515ef2-167e-43e2-8b64-d4bebde56fbb req-fa76da68-d582-483b-ac9b-88a7f90cab2c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312409 Jun 29 10:45:27.103551 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c35880-a360-493c-963f-89a3524e357d req-0f29121a-f00f-4cec-b0ba-5aa21d1578d2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.104995 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f1c35880-a360-493c-963f-89a3524e357d req-0f29121a-f00f-4cec-b0ba-5aa21d1578d2 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 946 time: 0.0724983 Jun 29 10:45:27.226463 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Deleting port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:27.226714 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.317703 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] For port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.318101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.329601 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Calling delete_port for d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:27.487031 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.491969 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:27.498660 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['165ef628-2a51-4d6d-95e6-7930eb6cfe8f', 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:27.518603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Pushing event deleted for resources: {'Port': ['ID=d34f7c16-2c0f-4fbc-b07d-be6588d0efb8,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:27.523376 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:27.544139 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-e4b415bc-1c6d-45a7-be23-30d9ee60f7f6 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.545595 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-e4b415bc-1c6d-45a7-be23-30d9ee60f7f6 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1358325 Jun 29 10:45:27.607589 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] No DVR routers for this DVR port d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:27.616949 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.618868 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f1c35880-a360-493c-963f-89a3524e357d req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "DELETE /v2.0/ports/d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 HTTP/1.1" status: 204 len: 173 time: 0.4998672 Jun 29 10:45:27.619364 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'name': 'network-vif-deleted', 'tag': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:27.622293 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a237c63-97d8-4561-8e10-0a7a3fd841ac" -d '{"events": [{"server_uuid": "2e4f15e1-87cf-47f3-87e5-134818d023c1", "name": "network-vif-deleted", "tag": "d34f7c16-2c0f-4fbc-b07d-be6588d0efb8"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:27.689800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18acc77f-5b78-4967-ade0-66af3af63618 x-openstack-request-id: req-18acc77f-5b78-4967-ade0-66af3af63618 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:27.690122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4f15e1-87cf-47f3-87e5-134818d023c1", "name": "network-vif-deleted", "tag": "d34f7c16-2c0f-4fbc-b07d-be6588d0efb8", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:27.690405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18acc77f-5b78-4967-ade0-66af3af63618 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:27.692301 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4f15e1-87cf-47f3-87e5-134818d023c1', 'name': 'network-vif-deleted', 'tag': 'd34f7c16-2c0f-4fbc-b07d-be6588d0efb8', 'status': 'completed', 'code': 200} Jun 29 10:45:27.730877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Deleting port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:27.731268 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.835536 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1400e38-213c-4d79-b813-6d97693dc443 req-148a1186-06d5-4829-8eb5-59064fc3bb31 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e4f15e1-87cf-47f3-87e5-134818d023c1 HTTP/1.1" status: 200 len: 210 time: 0.0581453 Jun 29 10:45:27.880448 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] For port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.880800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.896260 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Calling delete_port for d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:27.915755 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711d06a-908c-48b9-b756-f6f228efe84b req-9189e83d-4582-4409-8278-c541265b6a27 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.917054 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6711d06a-908c-48b9-b756-f6f228efe84b req-9189e83d-4582-4409-8278-c541265b6a27 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=77370dfd-f423-43c7-9526-012f80e2ee77 HTTP/1.1" status: 200 len: 946 time: 0.1386383 Jun 29 10:45:28.009680 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-878292ab-d6de-4b41-bd88-842a899b3eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.009976 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6711d06a-908c-48b9-b756-f6f228efe84b req-0cf2b0b4-7c1e-4ceb-acf8-b03a31a3a07c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866153 Jun 29 10:45:28.109679 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f591-87df-45a4-ba80-8690b83ac61a req-8711f565-8176-448d-9f63-c01145ea41d5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.111453 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5b0f591-87df-45a4-ba80-8690b83ac61a req-8711f565-8176-448d-9f63-c01145ea41d5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.1215825 Jun 29 10:45:28.112508 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.121891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c9f09748-6203-47a7-843a-021a6f1062bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:28.123705 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:28.155676 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Pushing event deleted for resources: {'Port': ['ID=d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:28.164525 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:28.220107 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5b0f591-87df-45a4-ba80-8690b83ac61a req-76b9ade8-1f0a-47cb-8719-dafb10a1e7ea tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996516 Jun 29 10:45:28.220752 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] No DVR routers for this DVR port d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:28.223294 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.225088 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-08e7d2a9-6308-458b-b8f3-d7080f9b9059 req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "DELETE /v2.0/ports/d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 HTTP/1.1" status: 204 len: 173 time: 0.6635275 Jun 29 10:45:28.272940 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.075755 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.308169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4abac-74e9-404c-8eb7-a2fc8f528b4b req-6b021245-a1fb-4866-a88d-ecc55ad34f39 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.309764 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ccd4abac-74e9-404c-8eb7-a2fc8f528b4b req-6b021245-a1fb-4866-a88d-ecc55ad34f39 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0760446 Jun 29 10:45:29.347907 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ccd4abac-74e9-404c-8eb7-a2fc8f528b4b req-7fd7180f-9357-492e-b3e3-a47d48cf6245 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Jun 29 10:45:29.407550 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3c658-e336-47f5-b913-79a5dae69231 req-e97d5b98-3cd2-4562-aa44-f45e496d7d99 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.408994 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-44f3c658-e336-47f5-b913-79a5dae69231 req-e97d5b98-3cd2-4562-aa44-f45e496d7d99 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0652864 Jun 29 10:45:29.448414 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-44f3c658-e336-47f5-b913-79a5dae69231 req-27e65a88-163f-44de-bd0e-000c061f9084 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306840 Jun 29 10:45:29.693808 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77370dfd-f423-43c7-9526-012f80e2ee77', 'name': 'network-vif-deleted', 'tag': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:29.697960 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2496bed-3c8f-4d43-bebf-5e63b3d10e4e" -d '{"events": [{"server_uuid": "77370dfd-f423-43c7-9526-012f80e2ee77", "name": "network-vif-deleted", "tag": "d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:29.741009 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b80783-cdaa-4983-a2e3-a19c5f2d50f8 x-openstack-request-id: req-27b80783-cdaa-4983-a2e3-a19c5f2d50f8 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:29.741383 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77370dfd-f423-43c7-9526-012f80e2ee77", "name": "network-vif-deleted", "tag": "d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:29.741603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27b80783-cdaa-4983-a2e3-a19c5f2d50f8 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:29.742058 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77370dfd-f423-43c7-9526-012f80e2ee77', 'name': 'network-vif-deleted', 'tag': 'd1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67', 'status': 'completed', 'code': 200} Jun 29 10:45:30.538259 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d353108-fb91-46d6-bbd7-e9bce3408b0a req-0049c4b9-5ad9-491b-9ea7-ec6c4be8ea65 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.539723 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d353108-fb91-46d6-bbd7-e9bce3408b0a req-0049c4b9-5ad9-491b-9ea7-ec6c4be8ea65 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0661736 Jun 29 10:45:30.589737 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5d353108-fb91-46d6-bbd7-e9bce3408b0a req-4d94da07-2495-4699-93e6-8aa654248988 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Jun 29 10:45:30.639158 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802a73b-dfff-4191-904d-c172864256de req-a238f778-d4de-471f-bfd2-8933784b8a34 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.640553 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b802a73b-dfff-4191-904d-c172864256de req-a238f778-d4de-471f-bfd2-8933784b8a34 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0704770 Jun 29 10:45:30.684315 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b802a73b-dfff-4191-904d-c172864256de req-4ac2b7ad-36cf-4b16-9bb5-27ac42938552 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353432 Jun 29 10:45:30.791984 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.774930 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61c8e-c581-4b6b-a97e-6d9c393710a1 req-4549b64e-5d2a-4425-9934-d06c95cc7502 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.776393 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-58f61c8e-c581-4b6b-a97e-6d9c393710a1 req-4549b64e-5d2a-4425-9934-d06c95cc7502 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0671070 Jun 29 10:45:31.822775 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-58f61c8e-c581-4b6b-a97e-6d9c393710a1 req-38edcabd-2a3e-4e95-9138-1ce8af56317a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Jun 29 10:45:31.875371 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf99a5-ba42-4a2e-a0b7-3679109b0b2d req-17c79f8d-16d2-48a7-8ea6-cd0675906ad5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.876776 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1acf99a5-ba42-4a2e-a0b7-3679109b0b2d req-17c79f8d-16d2-48a7-8ea6-cd0675906ad5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0680039 Jun 29 10:45:31.913283 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1acf99a5-ba42-4a2e-a0b7-3679109b0b2d req-2a494a87-8762-4a24-8760-24910fa1c29b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Jun 29 10:45:32.459560 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:32.489034 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:32.489347 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d1f24ced-38b2-4c77-8d0f-d6ad9fa7cc67 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:32.489784 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:32.507567 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:32.507914 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d34f7c16-2c0f-4fbc-b07d-be6588d0efb8 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:32.995781 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0664f1-75c8-4b78-a9ae-ed12c3436a57 req-3e37c391-b60b-46eb-a5d9-b3d9c14c990a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.997199 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fa0664f1-75c8-4b78-a9ae-ed12c3436a57 req-3e37c391-b60b-46eb-a5d9-b3d9c14c990a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0650666 Jun 29 10:45:33.035411 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fa0664f1-75c8-4b78-a9ae-ed12c3436a57 req-636b5abe-0c5c-417d-8b11-13f0dbeec01a tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Jun 29 10:45:33.093403 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc86b-8176-4e85-a850-6f90de47fa41 req-e21a0e58-1089-4313-a8f7-d707d5542445 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.094861 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-013dc86b-8176-4e85-a850-6f90de47fa41 req-e21a0e58-1089-4313-a8f7-d707d5542445 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0634501 Jun 29 10:45:33.135868 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-013dc86b-8176-4e85-a850-6f90de47fa41 req-040e1297-fbfe-4c4c-856f-bd542bc6c8bc tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350213 Jun 29 10:45:34.228269 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85747-59f3-4141-b9f2-c6d342fe8173 req-6f4198b7-64fb-4822-b0d5-91215204fd26 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.229711 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-04b85747-59f3-4141-b9f2-c6d342fe8173 req-6f4198b7-64fb-4822-b0d5-91215204fd26 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0699553 Jun 29 10:45:34.275713 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-04b85747-59f3-4141-b9f2-c6d342fe8173 req-ce9a865e-5c39-4b34-a22c-b0942cb44b44 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Jun 29 10:45:34.326092 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb6f31-451a-40d5-a14e-60b7eaf8e350 req-0160fbec-ebd8-4aa7-bfa3-ee61ff1d845e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.327436 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e0eb6f31-451a-40d5-a14e-60b7eaf8e350 req-0160fbec-ebd8-4aa7-bfa3-ee61ff1d845e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0670738 Jun 29 10:45:34.363780 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e0eb6f31-451a-40d5-a14e-60b7eaf8e350 req-6d5af867-4a1f-41cd-a18d-456b19a3a594 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307064 Jun 29 10:45:34.558863 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:35.463718 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a0447-1244-4558-8685-f0be408f115b req-f849aaae-987f-407a-83cb-8867f4fb5855 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.465658 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-547a0447-1244-4558-8685-f0be408f115b req-f849aaae-987f-407a-83cb-8867f4fb5855 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0670688 Jun 29 10:45:35.527257 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-547a0447-1244-4558-8685-f0be408f115b req-0c271857-f670-4999-ba30-e3883ed6fbf9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Jun 29 10:45:35.564015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218d75f-4be0-48d3-8bc6-1a12c7c57850 req-649c1b2f-f3ff-4a74-a9be-6396b11b948d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.565514 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5218d75f-4be0-48d3-8bc6-1a12c7c57850 req-649c1b2f-f3ff-4a74-a9be-6396b11b948d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0799470 Jun 29 10:45:35.612684 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5218d75f-4be0-48d3-8bc6-1a12c7c57850 req-c8d159de-4f4c-441f-9866-e703f04090e6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Jun 29 10:45:36.707687 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e264053-77c1-4ed7-80c7-2688b1b53aab req-1962a089-1866-42c7-8981-a86a8053accd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.709141 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7e264053-77c1-4ed7-80c7-2688b1b53aab req-1962a089-1866-42c7-8981-a86a8053accd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0674310 Jun 29 10:45:36.777889 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7e264053-77c1-4ed7-80c7-2688b1b53aab req-ede6109b-5cd3-4d1b-ae44-a8b1c1c2788b tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631268 Jun 29 10:45:36.806234 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e04a62-65c5-4c16-a0e6-8854ad532f45 req-4a01b1dc-7e0a-4357-b657-0fc1f8ad2a65 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.807672 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-56e04a62-65c5-4c16-a0e6-8854ad532f45 req-4a01b1dc-7e0a-4357-b657-0fc1f8ad2a65 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 943 time: 0.0747180 Jun 29 10:45:36.845365 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-56e04a62-65c5-4c16-a0e6-8854ad532f45 req-cd182ce9-4250-46bf-b31b-a67a356ae912 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320163 Jun 29 10:45:36.857409 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:36.964249 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:36.974757 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'port_id': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'mac_address': 'fa:16:3e:13:14:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:37.011048 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:37.023456 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd692102-6ecd-4ea2-9030-ba7855323390 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:37.042507 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:37.048693 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:37.050411 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:37.097792 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=9']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:37.104895 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.105231 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.105560 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.105916 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.106235 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.106577 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.106893 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.107205 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.107516 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.107830 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.108138 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.108468 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:37.112832 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:37.948099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dd4b5-019e-4e29-8ba6-72a18092ed67 req-d1f26ddf-1754-47a3-9d54-99b6dc776149 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.949583 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-132dd4b5-019e-4e29-8ba6-72a18092ed67 req-d1f26ddf-1754-47a3-9d54-99b6dc776149 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0615914 Jun 29 10:45:38.017642 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-132dd4b5-019e-4e29-8ba6-72a18092ed67 req-7c792620-6e83-44d8-a06d-112203cd9076 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/security-groups?id=21697f9e-2645-46c9-92e3-f24c50f830d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618188 Jun 29 10:45:38.047133 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121aa23-e6ec-41c2-b54b-616d300b379e req-0284bdcb-beb9-4340-8632-38359a60a85e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.048601 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0121aa23-e6ec-41c2-b54b-616d300b379e req-0284bdcb-beb9-4340-8632-38359a60a85e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 944 time: 0.0856307 Jun 29 10:45:38.085165 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0121aa23-e6ec-41c2-b54b-616d300b379e req-995ada5e-81f7-4f26-9bd2-79fb34d1a543 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307064 Jun 29 10:45:38.202675 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['cd692102-6ecd-4ea2-9030-ba7855323390'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:38.424833 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e63886-0e43-4e54-b617-4f95981cc638 req-9e5deaa8-cbf4-4099-85c1-e80af31bacfd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.426417 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-70e63886-0e43-4e54-b617-4f95981cc638 req-9e5deaa8-cbf4-4099-85c1-e80af31bacfd tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 945 time: 0.0639555 Jun 29 10:45:38.538335 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Deleting port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:38.538674 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.623128 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] For port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:38.623468 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.635469 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Calling delete_port for 165ef628-2a51-4d6d-95e6-7930eb6cfe8f owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:38.759708 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.763851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:38.773581 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['165ef628-2a51-4d6d-95e6-7930eb6cfe8f'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:38.789475 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Pushing event deleted for resources: {'Port': ['ID=165ef628-2a51-4d6d-95e6-7930eb6cfe8f,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:38.792506 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:38.837261 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] No DVR routers for this DVR port 165ef628-2a51-4d6d-95e6-7930eb6cfe8f on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:38.839705 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.841659 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-70e63886-0e43-4e54-b617-4f95981cc638 req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.50 "DELETE /v2.0/ports/165ef628-2a51-4d6d-95e6-7930eb6cfe8f HTTP/1.1" status: 204 len: 173 time: 0.4064221 Jun 29 10:45:38.842145 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'name': 'network-vif-deleted', 'tag': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:38.844463 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161e90e9-614e-46e2-bfe4-8c893637d802" -d '{"events": [{"server_uuid": "4adfa9b3-5e37-4997-9714-d4ef9f1e4933", "name": "network-vif-deleted", "tag": "165ef628-2a51-4d6d-95e6-7930eb6cfe8f"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:38.890338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bf4941-4d7a-497d-8002-3117ad81933b x-openstack-request-id: req-73bf4941-4d7a-497d-8002-3117ad81933b {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:38.890654 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adfa9b3-5e37-4997-9714-d4ef9f1e4933", "name": "network-vif-deleted", "tag": "165ef628-2a51-4d6d-95e6-7930eb6cfe8f", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:38.890958 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73bf4941-4d7a-497d-8002-3117ad81933b {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:38.891372 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adfa9b3-5e37-4997-9714-d4ef9f1e4933', 'name': 'network-vif-deleted', 'tag': '165ef628-2a51-4d6d-95e6-7930eb6cfe8f', 'status': 'completed', 'code': 200} Jun 29 10:45:39.143878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-c909a9be-c300-4d9f-b07d-4295b2a1dc02 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.145344 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-c909a9be-c300-4d9f-b07d-4295b2a1dc02 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/networks?id=82c2a756-ce7d-4c25-af56-1e40c8b29717 HTTP/1.1" status: 200 len: 814 time: 0.1004231 Jun 29 10:45:39.181913 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8b5068fe-bac1-420c-8202-b8b4097a3360 req-7b5cc857-5909-4fa7-acf3-34c518439e4d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4adfa9b3-5e37-4997-9714-d4ef9f1e4933 HTTP/1.1" status: 200 len: 210 time: 0.0331080 Jun 29 10:45:39.184189 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-92a637a6-8c1b-4f50-8dab-0bc241444262 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/quotas/dc5e3c49c00f4039892adcda8dc9e128 HTTP/1.1" status: 200 len: 375 time: 0.0257020 Jun 29 10:45:39.223609 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-3365ae5f-5c59-4148-919d-876d330bde29 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc5e3c49c00f4039892adcda8dc9e128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323913 Jun 29 10:45:39.602115 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-1299371a-be05-42d2-9973-17742966d5ad service neutron] 10.222.0.55 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704097 Jun 29 10:45:39.616645 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18441-29d8-49e3-8f31-36600446dac1 req-3277f318-71ca-4dfd-ba00-b9bd79da687d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.618190 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dde18441-29d8-49e3-8f31-36600446dac1 req-3277f318-71ca-4dfd-ba00-b9bd79da687d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 944 time: 0.3342700 Jun 29 10:45:39.698654 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dde18441-29d8-49e3-8f31-36600446dac1 req-9cad465f-fbb4-4cad-82b0-750283b68ffe tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716825 Jun 29 10:45:39.723513 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-104aa512-2c6f-43a9-87bf-782bc44b623d service neutron] 10.222.0.55 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044242 Jun 29 10:45:39.893103 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a698363f-f819-46da-9d72-63b73fffe4f8 req-f07ea275-7399-4a71-9993-a45232e10261 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 210 time: 0.0339715 Jun 29 10:45:40.058904 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564c1c4-79ed-48d6-91fc-745a99a8a1bc req-0098b254-25bc-4237-bb72-df0cc79940ee tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.060426 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8564c1c4-79ed-48d6-91fc-745a99a8a1bc req-0098b254-25bc-4237-bb72-df0cc79940ee tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0665488 Jun 29 10:45:40.100083 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8564c1c4-79ed-48d6-91fc-745a99a8a1bc req-909bc740-6e32-468d-907e-7fc163d88b37 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Jun 29 10:45:40.275836 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 44784) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:40.542923 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:40.592518 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port cd692102-6ecd-4ea2-9030-ba7855323390 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:40.592894 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.674968 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.683263 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.705288 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:40.707561 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69b8d1e-d98d-4b86-8585-e77fb424c80c" -d '{"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:40.720516 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:40.731278 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.732295 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 165ef628-2a51-4d6d-95e6-7930eb6cfe8f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:40.737137 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:40.760628 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424d07ce-0038-4815-94d6-a9ed664e0776 x-openstack-request-id: req-424d07ce-0038-4815-94d6-a9ed664e0776 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:40.760910 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:40.761339 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-424d07ce-0038-4815-94d6-a9ed664e0776 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:40.761889 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'code': 200} Jun 29 10:45:40.781499 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 165ef628-2a51-4d6d-95e6-7930eb6cfe8f {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:40.782677 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 165ef628-2a51-4d6d-95e6-7930eb6cfe8f not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:40.812284 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=10']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:40.821447 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:41.066663 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c799c498-60a1-48dc-9df0-a62839dd3b22 req-b0c468bc-72d3-4ccb-9cc4-25bd1a987fdd tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 210 time: 0.0484753 Jun 29 10:45:41.093300 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-941e2636-c6c7-46fc-8aed-7dd0286ee817 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.094677 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-941e2636-c6c7-46fc-8aed-7dd0286ee817 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "GET /v2.0/networks?id=82c2a756-ce7d-4c25-af56-1e40c8b29717 HTTP/1.1" status: 200 len: 814 time: 0.1980066 Jun 29 10:45:41.105442 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbd392-1193-4b2a-88bb-555d607b8ad5 req-a356287f-a0e3-47e2-9d60-f1e59161d57a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.106886 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eebbd392-1193-4b2a-88bb-555d607b8ad5 req-a356287f-a0e3-47e2-9d60-f1e59161d57a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.2500203 Jun 29 10:45:41.131009 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Request body: {'port': {'device_id': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717', 'admin_state_up': True, 'tenant_id': 'dc5e3c49c00f4039892adcda8dc9e128'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:41.269139 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eebbd392-1193-4b2a-88bb-555d607b8ad5 req-aa09001c-c233-4a0b-8cd1-01112c633432 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348746 Jun 29 10:45:41.387828 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Made reservation on behalf of dc5e3c49c00f4039892adcda8dc9e128 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:41.391270 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.393834 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Deleting port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:41.394153 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.452755 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ede8e2-f0fa-4441-aaad-7382ee49d6df req-5ea74604-2576-460b-bc74-d58fc63c4afa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.454223 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-04ede8e2-f0fa-4441-aaad-7382ee49d6df req-5ea74604-2576-460b-bc74-d58fc63c4afa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.2320960 Jun 29 10:45:41.464603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7fc24-4d35-4109-b6c7-cb6fcf31b3c9 req-71fe7486-f2d2-4d1d-af0f-ea291cb002c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.465984 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-02c7fc24-4d35-4109-b6c7-cb6fcf31b3c9 req-71fe7486-f2d2-4d1d-af0f-ea291cb002c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1099 time: 0.1716213 Jun 29 10:45:41.582436 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-04ede8e2-f0fa-4441-aaad-7382ee49d6df req-7598957c-0c6f-4a7a-a276-9376b0b90e29 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197162 Jun 29 10:45:41.605579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] For port 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,segment=NetworkSegment(38a34304-d50e-4bf2-b87c-94c6bb298820),segment_id=38a34304-d50e-4bf2-b87c-94c6bb298820)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:41.605579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.610757 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-02c7fc24-4d35-4109-b6c7-cb6fcf31b3c9 req-e7993bac-fff1-47ae-96e0-93266a3d0d29 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283073 Jun 29 10:45:41.644428 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Calling delete_port for 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 owned by network:router_interface {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:41.701881 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Allocated IP 172.20.0.10 (82c2a756-ce7d-4c25-af56-1e40c8b29717/a639d409-2a1a-43b6-a80a-7267e133bc6e/81178c6f-e07f-4900-9874-6d0b81d6c120) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:41.951286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.977464 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.981232 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-80fd16f9-6b2c-4c0a-8024-854ce3e4cb9f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:42.018872 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:42.022749 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:42.075545 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.080069 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:42.434409 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Network 82c2a756-ce7d-4c25-af56-1e40c8b29717 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:42.449738 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Pushing event updated for resources: {'Port': ['ID=81178c6f-e07f-4900-9874-6d0b81d6c120,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:42.469966 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:42.473471 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:42.477741 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:42.482830 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.483437 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.516430 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.523378 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4134595 Jun 29 10:45:42.537889 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Request body: {'port': {'device_id': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:42.609765 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598addf9-4007-49bf-b6a8-401eee5c7bf2 req-6f5afcd9-1de2-4c86-a0b8-8c778930a5e1 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.611550 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-598addf9-4007-49bf-b6a8-401eee5c7bf2 req-6f5afcd9-1de2-4c86-a0b8-8c778930a5e1 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 932 time: 0.2726665 Jun 29 10:45:42.647432 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3e88-4b7f-4ec9-9ac4-0706c24844df req-7d36ae2e-d845-4a8b-bba9-a9d77b94c10c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.649859 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1fe3e88-4b7f-4ec9-9ac4-0706c24844df req-7d36ae2e-d845-4a8b-bba9-a9d77b94c10c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.2276788 Jun 29 10:45:42.776068 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-598addf9-4007-49bf-b6a8-401eee5c7bf2 req-9ccdf6fa-3ef7-4340-af5e-039391cf65e1 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557603 Jun 29 10:45:42.802649 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.809687 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1fe3e88-4b7f-4ec9-9ac4-0706c24844df req-89ba8710-db5a-4c96-90f8-b527404eb3b6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452339 Jun 29 10:45:43.056818 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:43.157632 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b175f-cc13-4fb0-9f74-de89a7718160 req-11ef1b37-dfc1-4aa8-b85b-6cb01d0f14d5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.159106 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b14b175f-cc13-4fb0-9f74-de89a7718160 req-11ef1b37-dfc1-4aa8-b85b-6cb01d0f14d5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.2758160 Jun 29 10:45:43.276113 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b14b175f-cc13-4fb0-9f74-de89a7718160 req-3be3b6b8-b1aa-4bd2-966d-788b63acce96 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088531 Jun 29 10:45:43.295878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:43.305311 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] Sync routers for ids ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:43.305793 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] 10.222.0.55 "PUT /v2.0/routers/b110729b-c5f4-43b1-bc4f-41a04c1aa5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0285969 Jun 29 10:45:43.308321 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 44840) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:43.320729 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] Routers {'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:43.321783 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:45:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:43.341713 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81178c6f-e07f-4900-9874-6d0b81d6c120 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:43.349186 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.362042 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Transition to ACTIVE for port object 81178c6f-e07f-4900-9874-6d0b81d6c120 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:43.367159 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.370405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4842c427-3a6b-4eec-9d3e-c6a3140ae105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:43.419059 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Pushing event updated for resources: {'Port': ['ID=81178c6f-e07f-4900-9874-6d0b81d6c120,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:43.424079 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:43.444420 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] Set router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:43.452847 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Attempting to bind port 81178c6f-e07f-4900-9874-6d0b81d6c120 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:43.453431 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Attempting to bind port 81178c6f-e07f-4900-9874-6d0b81d6c120 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:43.453431 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Attempting to bind port 81178c6f-e07f-4900-9874-6d0b81d6c120 on network 82c2a756-ce7d-4c25-af56-1e40c8b29717 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:43.458476 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Port 81178c6f-e07f-4900-9874-6d0b81d6c120 on network 82c2a756-ce7d-4c25-af56-1e40c8b29717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:43.458830 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Attempting to bind port 81178c6f-e07f-4900-9874-6d0b81d6c120 on network 82c2a756-ce7d-4c25-af56-1e40c8b29717 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:43.464029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:43.464419 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Checking segment: {'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:43.464704 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Bound using segment: {'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:43.465160 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Bound port: 81178c6f-e07f-4900-9874-6d0b81d6c120, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5ed647-067a-4e2a-a6a6-a3ac7e908409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:43.465614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.537174 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] For port 81178c6f-e07f-4900-9874-6d0b81d6c120, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:43.541163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] For port 81178c6f-e07f-4900-9874-6d0b81d6c120, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=81178c6f-e07f-4900-9874-6d0b81d6c120,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:43.546698 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.556736 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b72b8c78-d96d-4356-b726-25f3da0898dc tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:43.596984 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.608099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.608773 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.610617 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] 10.222.0.50 "PUT /v2.0/ports/81178c6f-e07f-4900-9874-6d0b81d6c120 HTTP/1.1" status: 200 len: 1094 time: 1.0770562 Jun 29 10:45:43.611417 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'tag': '81178c6f-e07f-4900-9874-6d0b81d6c120'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:43.613732 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6fb8a4-b820-422d-9828-f90bed21b0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "121c0387-c52c-4d70-bf12-29e6cb294a86", "tag": "81178c6f-e07f-4900-9874-6d0b81d6c120"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:43.701846 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.702942 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aef917c-9580-4c66-8a14-c37b3cddee71 x-openstack-request-id: req-0aef917c-9580-4c66-8a14-c37b3cddee71 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:43.703264 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121c0387-c52c-4d70-bf12-29e6cb294a86", "tag": "81178c6f-e07f-4900-9874-6d0b81d6c120", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:43.703540 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0aef917c-9580-4c66-8a14-c37b3cddee71 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:43.703959 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'tag': '81178c6f-e07f-4900-9874-6d0b81d6c120', 'status': 'completed', 'code': 200} Jun 29 10:45:43.707036 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Pushing event updated for resources: {'Port': ['ID=81178c6f-e07f-4900-9874-6d0b81d6c120,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:43.712338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:43.744717 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-04289b8b-8b76-4def-85b3-348ce8ca9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.746999 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-04289b8b-8b76-4def-85b3-348ce8ca9fac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc5e3c49c00f4039892adcda8dc9e128&device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 1097 time: 0.0934460 Jun 29 10:45:43.750235 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:45:41Z', 'revision_number': 5, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port': {'id': 'a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:03Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:43.761871 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Deleting port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:43.762299 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.776003 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] Checking router: b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:43.784162 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] Routers {'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:43.784774 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:45:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:43.792317 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-2dec6fea-50e4-4637-8195-6ab21bdf3891 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81178c6f-e07f-4900-9874-6d0b81d6c120 HTTP/1.1" status: 200 len: 217 time: 0.0378118 Jun 29 10:45:43.842535 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] For port a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:43.843124 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.859296 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Calling delete_port for a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd owned by network:router_gateway {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:43.864548 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-c401812a-2bc8-4738-8cc0-312cf96a607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.866710 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-c401812a-2bc8-4738-8cc0-312cf96a607f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a639d409-2a1a-43b6-a80a-7267e133bc6e HTTP/1.1" status: 200 len: 854 time: 0.0665133 Jun 29 10:45:43.892225 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] Set router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 gateway port host: None {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:43.912647 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-53c9f6ad-b8b6-49cf-8a6e-b85919581ea7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82c2a756-ce7d-4c25-af56-1e40c8b29717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380385 Jun 29 10:45:43.950734 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:45:43Z', 'revision_number': 6, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:43.976106 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97828d-8545-4a4f-adf8-62242612c2dc None None] The sync data for ids ['b110729b-c5f4-43b1-bc4f-41a04c1aa5a7'] in dv-cinder-786627-13-iscsi is: [{'id': 'b110729b-c5f4-43b1-bc4f-41a04c1aa5a7', 'name': 'tempest-ServerRescueNegativeTestJSON-218114758-router', 'tenant_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:02Z', 'updated_at': '2021-06-29T10:45:43Z', 'revision_number': 6, 'project_id': '5f0b74ebe3564ae78e7c20e91f795f72', 'gw_port_host': None}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:44.088919 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.091260 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-cad143bd-fcff-4b4f-b43e-793431e74077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:44.095279 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a114-b884-466f-9fee-b7828f4c1a80 req-3630ee95-8b48-4ab1-8047-734a027702c7 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.100456 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-09b4a114-b884-466f-9fee-b7828f4c1a80 req-3630ee95-8b48-4ab1-8047-734a027702c7 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 944 time: 0.1830232 Jun 29 10:45:44.100456 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-85cd2545-8426-432c-8a8b-06203641027b service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572437 Jun 29 10:45:44.111349 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aabe4-9449-4bd5-85c3-5f3a7ebd3633 req-2117781a-41d8-4053-9304-5b8cdb32b682 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.112853 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-123aabe4-9449-4bd5-85c3-5f3a7ebd3633 req-2117781a-41d8-4053-9304-5b8cdb32b682 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.1693299 Jun 29 10:45:44.115279 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:44.118888 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:44.180684 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.224216 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-09b4a114-b884-466f-9fee-b7828f4c1a80 req-0d24404a-e9d7-437e-8e96-45581bc78fad tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102679 Jun 29 10:45:44.228965 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-123aabe4-9449-4bd5-85c3-5f3a7ebd3633 req-2be624d7-278c-4f28-bc14-fee8d3163981 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955138 Jun 29 10:45:44.257654 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9531dce6-0580-4aab-bf3c-8ef22d974324 req-a02b1331-1be5-4169-aacc-2bd0261ffc00 service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425970 Jun 29 10:45:44.282932 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.285113 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.355793 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.356487 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 {{(pid=99639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:45:44.363041 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.364443 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b110729b-c5f4-43b1-bc4f-41a04c1aa5a7 HTTP/1.1" status: 204 len: 168 time: 1.0551670 Jun 29 10:45:44.367173 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 44852) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:44.376196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-81a0a57e-c27a-4819-8126-e7753896624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.378964 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-81a0a57e-c27a-4819-8126-e7753896624f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc5e3c49c00f4039892adcda8dc9e128&device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 1097 time: 0.0741446 Jun 29 10:45:44.413402 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Deleting subnet 6bc0acc7-757f-4524-a940-ad0862dea75a {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:45:44.416465 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.454196 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.494538 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.509112 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-4e5f38f1-a896-4e70-bb50-f6b66435355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.510578 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-4e5f38f1-a896-4e70-bb50-f6b66435355e service neutron] 10.222.0.50 "GET /v2.0/networks?id=82c2a756-ce7d-4c25-af56-1e40c8b29717 HTTP/1.1" status: 200 len: 915 time: 0.1253936 Jun 29 10:45:44.522395 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438d4fd-b4d2-4bce-823b-03a20eb18d3f req-2d101a57-2e98-48e2-b4d4-c25cf7d8155c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.523802 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5438d4fd-b4d2-4bce-823b-03a20eb18d3f req-2d101a57-2e98-48e2-b4d4-c25cf7d8155c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1195941 Jun 29 10:45:44.548263 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.551165 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:44.565272 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-9b4c589d-7d73-488d-a43a-3a53796e3bef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81178c6f-e07f-4900-9874-6d0b81d6c120 HTTP/1.1" status: 200 len: 217 time: 0.0405340 Jun 29 10:45:44.574097 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc0acc7-757f-4524-a940-ad0862dea75a,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:44.575995 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.577909 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6bc0acc7-757f-4524-a940-ad0862dea75a HTTP/1.1" status: 204 len: 168 time: 0.2096090 Jun 29 10:45:44.578725 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:44.580667 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 44854) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:44.618621 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5438d4fd-b4d2-4bce-823b-03a20eb18d3f req-80679b7f-2026-43ae-a0c9-f8c112e59ea5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872629 Jun 29 10:45:44.628671 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-1ba32142-e272-4ce5-a48a-487cc65b8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.630226 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-1ba32142-e272-4ce5-a48a-487cc65b8b8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a639d409-2a1a-43b6-a80a-7267e133bc6e HTTP/1.1" status: 200 len: 854 time: 0.0568247 Jun 29 10:45:44.647268 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.666759 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-f7ee492f-b15c-471a-a7f3-18b92197835f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82c2a756-ce7d-4c25-af56-1e40c8b29717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295835 Jun 29 10:45:44.724035 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.734118 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7aa164-fd0f-4912-a345-4c76b0d5cf34']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:44.744864 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a34304-d50e-4bf2-b87c-94c6bb298820') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:44.745165 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a34304-d50e-4bf2-b87c-94c6bb298820') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:44.754249 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.759663 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-28fc1c08-0371-4da8-9a55-622f4197c728 service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794241 Jun 29 10:45:44.767954 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.775002 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:45:44.775360 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:45:44.776959 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:45:44.831579 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.836281 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:44.839251 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.841092 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] 10.222.0.55 "DELETE /v2.0/networks/ca7aa164-fd0f-4912-a345-4c76b0d5cf34 HTTP/1.1" status: 204 len: 168 time: 0.2595477 Jun 29 10:45:44.853088 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7aa164-fd0f-4912-a345-4c76b0d5cf34,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:44.855907 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-21d676a3-f7d1-4982-9e18-8b691fd04bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:45.027459 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 44858) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:45.085573 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6b290056-b226-49af-af00-a29647326c5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f0b74ebe3564ae78e7c20e91f795f72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0566194 Jun 29 10:45:45.088218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 44860) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:45.133102 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ef6fb8a4-b820-422d-9828-f90bed21b0c8 req-2f0b549b-862e-4b39-bab2-2dae89d72414 service neutron] 10.222.0.50 "GET /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655162 Jun 29 10:45:45.154349 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.174720 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.222109 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.224717 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.225877 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21697f9e-2645-46c9-92e3-f24c50f830d1 HTTP/1.1" status: 204 len: 168 time: 0.1367459 Jun 29 10:45:45.226613 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-901da023-cc13-4830-8605-91b18d07a895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:45.234264 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21697f9e-2645-46c9-92e3-f24c50f830d1,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:45.237093 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:45.414363 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab70ce0-1745-4d0b-8c37-90dbab2df231 req-1fea8a45-a669-42bf-a1d9-58dc810cc07a tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.415828 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fab70ce0-1745-4d0b-8c37-90dbab2df231 req-1fea8a45-a669-42bf-a1d9-58dc810cc07a tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 944 time: 0.0773180 Jun 29 10:45:45.454484 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fab70ce0-1745-4d0b-8c37-90dbab2df231 req-53cd0654-ff66-4eeb-8099-39ddee88eb95 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Jun 29 10:45:45.611108 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:45.634004 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:45.634444 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 6d8bd1b7-61c6-4a9b-80f7-7b18b37a8844 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:45.634957 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:45.653854 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:45.654277 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a9fc3ae1-0aaf-40c5-ac57-562b5badf1bd not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:45.795690 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48dd9-ed7c-4bb7-8139-87a4dcb23840 req-a0da4611-e69b-4fc5-ac2f-d2d053eb4085 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.797369 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b3c48dd9-ed7c-4bb7-8139-87a4dcb23840 req-a0da4611-e69b-4fc5-ac2f-d2d053eb4085 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0671449 Jun 29 10:45:45.836574 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b3c48dd9-ed7c-4bb7-8139-87a4dcb23840 req-3d511919-43fe-4f45-8fc8-efaf67617634 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Jun 29 10:45:45.925028 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 44886) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:46.021505 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2114141286-network', 'tenant_id': '394919bbf2af434da21250ca57dd8459'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:46.046060 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Made reservation on behalf of 394919bbf2af434da21250ca57dd8459 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:46.049871 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.062654 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.154761 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.160565 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.163526 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-19604cc2-a854-49dd-8c78-2c48f71e30ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:46.184853 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:45:46.193376 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922c9056-8c77-44c5-948d-e369fadaf3b6,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:46.196765 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:46.202124 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.202466 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Added segment 791839ec-5f1f-4b4e-a817-114c52cf13a9 of type vlan for network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 Jun 29 10:45:46.242348 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.272640 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.274031 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.274668 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.277366 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:46.324086 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3972826 Jun 29 10:45:46.327584 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 44890) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:46.332622 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Request body: {'subnet': {'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2114141286-subnet', 'tenant_id': '394919bbf2af434da21250ca57dd8459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:46.337571 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Pushing event updated for resources: {'Network': ['ID=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:46.340275 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:46.347409 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:45:46.355981 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Made reservation on behalf of 394919bbf2af434da21250ca57dd8459 for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:46.358307 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.526408 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.528494 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:46.580902 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7625c85d-76ce-4441-b886-9d2ec4c913f3,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:46.604735 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:46.630634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Checking segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:46.630973 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Network hostable DHCP agents. Network: 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:45:46.663086 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb4e64-5161-49eb-9415-55e7509a2992 req-39bf3875-8704-4cce-b0e3-60ad9641eca2 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.664551 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e5cb4e64-5161-49eb-9415-55e7509a2992 req-39bf3875-8704-4cce-b0e3-60ad9641eca2 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 944 time: 0.0993993 Jun 29 10:45:46.665644 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:45:46.679195 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:46.689449 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6533cc88-6e4a-40cb-9622-63d0a5c4c1fe None None] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:46.693205 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.693803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.713531 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-6611bb00-d93c-40b1-bd5a-a51cf645f057 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3848329 Jun 29 10:45:46.720786 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e5cb4e64-5161-49eb-9415-55e7509a2992 req-8e8e571c-4d18-4bd0-a82a-76bc53a9097d tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 Jun 29 10:45:46.813746 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06dd82c-66cb-4c08-adc2-d151ecfda34d None None] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:47.005945 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad2c84-2342-4b4b-ad6c-4878cf5cbee7 req-12bf2092-9132-4895-9ad5-3bbe4f797fe2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.007336 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91ad2c84-2342-4b4b-ad6c-4878cf5cbee7 req-12bf2092-9132-4895-9ad5-3bbe4f797fe2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0624619 Jun 29 10:45:47.055084 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-91ad2c84-2342-4b4b-ad6c-4878cf5cbee7 req-ca419e5b-a8c5-4b3f-ba36-bd162f0f43f3 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Jun 29 10:45:47.153576 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-d7fbec8d-00df-41b7-9ad0-868cefc40e30 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.155017 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-d7fbec8d-00df-41b7-9ad0-868cefc40e30 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.1143045 Jun 29 10:45:47.172375 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-dd903b1b-dbf2-440b-a467-c27d4ccff2bd tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/quotas/394919bbf2af434da21250ca57dd8459 HTTP/1.1" status: 200 len: 375 time: 0.0089159 Jun 29 10:45:47.203275 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-d6bd84b4-6c02-423d-bedc-13d65be4ef41 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261822 Jun 29 10:45:47.293518 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-d7bae6f9-5c0c-49d2-a8f3-6971890227c1 service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840349 Jun 29 10:45:47.382326 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-22f00d2b-9b8c-466d-af7a-22db05984146 service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821476 Jun 29 10:45:47.570075 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-31e5ed8f-670a-4f61-b8df-14764d2ef2fb req-eab9a4e5-2f81-4a97-a225-43f2ca883d97 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 210 time: 0.0323179 Jun 29 10:45:47.900358 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e009445-bb25-4389-ba73-d6fc0d352cc2 req-466ab3e5-fa04-41ce-ba18-f9bd7c99799e tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.902252 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e009445-bb25-4389-ba73-d6fc0d352cc2 req-466ab3e5-fa04-41ce-ba18-f9bd7c99799e tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 944 time: 0.0662384 Jun 29 10:45:47.943174 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e009445-bb25-4389-ba73-d6fc0d352cc2 req-94ba50c6-7baa-4903-bc90-3ab486006906 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Jun 29 10:45:48.231941 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a669503-6e40-410c-8fdb-25030e347e49 req-73576c3c-238b-4ada-9e39-e4653c4ec214 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.233362 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2a669503-6e40-410c-8fdb-25030e347e49 req-73576c3c-238b-4ada-9e39-e4653c4ec214 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0623722 Jun 29 10:45:48.270789 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2a669503-6e40-410c-8fdb-25030e347e49 req-93796af6-cb2a-4360-ac80-d882e12221f3 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Jun 29 10:45:48.571430 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 81178c6f-e07f-4900-9874-6d0b81d6c120 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:48.626479 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-ab3b22af-5b75-495f-99e6-bff19ad6e91d tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.628017 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-ab3b22af-5b75-495f-99e6-bff19ad6e91d tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.1069462 Jun 29 10:45:48.646682 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Request body: {'port': {'device_id': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'admin_state_up': True, 'tenant_id': '394919bbf2af434da21250ca57dd8459'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:48.705840 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 81178c6f-e07f-4900-9874-6d0b81d6c120, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=81178c6f-e07f-4900-9874-6d0b81d6c120,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:48.717041 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '81178c6f-e07f-4900-9874-6d0b81d6c120', 'network_id': '82c2a756-ce7d-4c25-af56-1e40c8b29717', 'port_id': '81178c6f-e07f-4900-9874-6d0b81d6c120', 'mac_address': 'fa:16:3e:94:69:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a639d409-2a1a-43b6-a80a-7267e133bc6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:48.733556 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-281ef379-178e-40ba-a072-7d8e51f98c52 req-6fd8293f-e930-4c6c-a738-13369722f11e tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 210 time: 0.0348957 Jun 29 10:45:48.757582 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.774890 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81178c6f-e07f-4900-9874-6d0b81d6c120 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:48.798772 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Made reservation on behalf of 394919bbf2af434da21250ca57dd8459 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:48.800416 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 81178c6f-e07f-4900-9874-6d0b81d6c120, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=81178c6f-e07f-4900-9874-6d0b81d6c120,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:48.802296 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.803585 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.805582 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:48.849575 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=81178c6f-e07f-4900-9874-6d0b81d6c120,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:48.852501 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:48.924444 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Allocated IP 172.20.0.6 (7cd14697-b4eb-4a35-aa71-e97bbb9b76e2/7625c85d-76ce-4441-b886-9d2ec4c913f3/787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:49.047181 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['81178c6f-e07f-4900-9874-6d0b81d6c120'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:49.094868 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.155532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201cf5-1b20-4663-b2e6-930077080131 req-001cbc49-9a66-428b-9328-d412cdadc9c2 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.156992 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1b201cf5-1b20-4663-b2e6-930077080131 req-001cbc49-9a66-428b-9328-d412cdadc9c2 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 945 time: 0.1025007 Jun 29 10:45:49.158633 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.162201 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.220552 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:49.232421 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:49.238899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:49.243993 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.244579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.249867 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event updated for resources: {'Port': ['ID=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:49.256535 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1b201cf5-1b20-4663-b2e6-930077080131 req-a714911d-0b8f-419a-9e76-a16fe67afbca tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909634 Jun 29 10:45:49.259114 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:49.267748 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246250 Jun 29 10:45:49.280108 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Request body: {'port': {'device_id': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:49.355330 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.556626 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695caa77-811c-4004-86e0-9145c23f1628 req-bfec3d13-b271-4640-b953-89d31145e9f5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.558098 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-695caa77-811c-4004-86e0-9145c23f1628 req-bfec3d13-b271-4640-b953-89d31145e9f5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1710832 Jun 29 10:45:49.623090 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-695caa77-811c-4004-86e0-9145c23f1628 req-eef504b9-8ac8-43b6-9c4c-5a810e9ba339 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551009 Jun 29 10:45:49.684444 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:49.691683 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.703177 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Transition to ACTIVE for port object 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:49.710177 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.712234 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-21756809-f945-4d7b-bfb4-44954b1863c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.760897 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Pushing event updated for resources: {'Port': ['ID=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:49.768678 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:49.807113 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Attempting to bind port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:49.807378 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Attempting to bind port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:49.807892 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Attempting to bind port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:49.813252 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:49.813640 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Attempting to bind port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:49.818648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:49.818972 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Checking segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:49.819362 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Bound using segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:49.819770 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Bound port: 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:49.820122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.925122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] For port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:49.939255 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] For port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:49.945518 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.947779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.981648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930d5a7-317c-4d54-881a-43ccf15f146c req-14cd2f04-8314-4b7c-b4d8-5093c322c7bd tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.983056 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a930d5a7-317c-4d54-881a-43ccf15f146c req-14cd2f04-8314-4b7c-b4d8-5093c322c7bd tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 943 time: 0.1210666 Jun 29 10:45:49.995157 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.995752 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.997056 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] 10.222.0.50 "PUT /v2.0/ports/787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 HTTP/1.1" status: 200 len: 1093 time: 0.7212172 Jun 29 10:45:49.997519 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'tag': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:49.999825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "81894523-9688-4ef7-b2b6-f9fdf6d44dc8", "tag": "787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:50.037877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Pushing event updated for resources: {'Port': ['ID=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.040867 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:50.042338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8eba6f-8903-4cb9-a540-54892ed20b2f x-openstack-request-id: req-ca8eba6f-8903-4cb9-a540-54892ed20b2f {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:50.042647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81894523-9688-4ef7-b2b6-f9fdf6d44dc8", "tag": "787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:50.042926 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca8eba6f-8903-4cb9-a540-54892ed20b2f {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:50.043339 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'tag': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', 'status': 'completed', 'code': 200} Jun 29 10:45:50.082794 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a930d5a7-317c-4d54-881a-43ccf15f146c req-d1d4bc2d-0cc9-4f53-8c47-0eada692cd8a tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890374 Jun 29 10:45:50.114147 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-e54f46d2-a865-47a2-bcaa-736333240ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.115638 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-e54f46d2-a865-47a2-bcaa-736333240ded service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0715551 Jun 29 10:45:50.162135 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-068d8aa1-9898-458e-a36e-81387d46fe5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 HTTP/1.1" status: 200 len: 217 time: 0.0375876 Jun 29 10:45:50.210395 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-9157f725-d3e4-40f6-87ca-0027a1132720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.211863 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-9157f725-d3e4-40f6-87ca-0027a1132720 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0439024 Jun 29 10:45:50.247997 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-ad7bab5c-9e8f-40e4-a2ed-7e489e5329d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297549 Jun 29 10:45:50.338412 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-889b1985-ff15-4216-9ca5-4e86ce8de8fe service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829515 Jun 29 10:45:50.468126 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4d1f9637-9f58-49a2-b54b-92cae984ff52 req-fb9e0859-93b6-422c-af63-32de1d536c3f service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232033 Jun 29 10:45:50.484280 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112c8f-0b9c-44b0-b811-b3b148c454aa req-3ed1c58c-7300-4ef9-99c0-ac8aa6454241 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.485973 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc112c8f-0b9c-44b0-b811-b3b148c454aa req-3ed1c58c-7300-4ef9-99c0-ac8aa6454241 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 945 time: 0.0968101 Jun 29 10:45:50.547297 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc112c8f-0b9c-44b0-b811-b3b148c454aa req-6eb8c028-9ffb-4d71-8d09-a525d6f131fd tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Jun 29 10:45:50.572425 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 81178c6f-e07f-4900-9874-6d0b81d6c120 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:50.575180 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-de34e9c3-0bbd-40a2-a291-3b03aa5ed477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.576640 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-de34e9c3-0bbd-40a2-a291-3b03aa5ed477 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0582848 Jun 29 10:45:50.623164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 81178c6f-e07f-4900-9874-6d0b81d6c120 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:50.626638 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 81178c6f-e07f-4900-9874-6d0b81d6c120 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:50.627019 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.669053 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-7bdc9ead-3f89-402d-b7c6-7d46f5b3faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.670541 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-7bdc9ead-3f89-402d-b7c6-7d46f5b3faa1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 916 time: 0.0866396 Jun 29 10:45:50.702443 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.712350 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-e0ca2b69-436c-4c6e-b3d4-a72f83b67d7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 HTTP/1.1" status: 200 len: 217 time: 0.0333071 Jun 29 10:45:50.724500 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81178c6f-e07f-4900-9874-6d0b81d6c120'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:50.726765 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d41c9-9045-4972-a653-c2044a486e3d" -d '{"events": [{"server_uuid": "121c0387-c52c-4d70-bf12-29e6cb294a86", "name": "network-vif-plugged", "status": "completed", "tag": "81178c6f-e07f-4900-9874-6d0b81d6c120"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:50.741713 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 81178c6f-e07f-4900-9874-6d0b81d6c120, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=81178c6f-e07f-4900-9874-6d0b81d6c120,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:50.746739 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.750183 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:50.779202 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cb11cf-1c80-4a8c-acfc-934aae8a02bc x-openstack-request-id: req-d4cb11cf-1c80-4a8c-acfc-934aae8a02bc {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:50.779202 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c0387-c52c-4d70-bf12-29e6cb294a86", "name": "network-vif-plugged", "status": "completed", "tag": "81178c6f-e07f-4900-9874-6d0b81d6c120", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:50.779202 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4cb11cf-1c80-4a8c-acfc-934aae8a02bc {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:50.779202 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81178c6f-e07f-4900-9874-6d0b81d6c120', 'code': 200} Jun 29 10:45:50.805602 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-f7ff853b-5567-40a4-acc8-0099722194c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.807085 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-f7ff853b-5567-40a4-acc8-0099722194c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0888569 Jun 29 10:45:50.850195 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-d0c67dc9-cf65-405e-b3b1-5cd3abd283e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305104 Jun 29 10:45:50.862804 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aa5c4-0ccb-4845-9058-14efb327cf54 req-93af266b-9854-478c-a178-7c9b8f08cfbc tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.864400 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e19aa5c4-0ccb-4845-9058-14efb327cf54 req-93af266b-9854-478c-a178-7c9b8f08cfbc tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1076450 Jun 29 10:45:50.926862 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=81178c6f-e07f-4900-9874-6d0b81d6c120,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.930085 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:50.949454 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e19aa5c4-0ccb-4845-9058-14efb327cf54 req-71d742dd-e9ae-4a59-898c-a084f93cf98d tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770004 Jun 29 10:45:51.009561 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-450d49c6-26cb-4f5a-aa86-52465bb2c84e service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441679 Jun 29 10:45:51.063547 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8abfac-7ece-4d33-8623-a2982342f6f4 req-35382387-5dc9-48a1-ac41-072bbdda27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.065056 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d8abfac-7ece-4d33-8623-a2982342f6f4 req-35382387-5dc9-48a1-ac41-072bbdda27de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 1099 time: 0.1146884 Jun 29 10:45:51.125566 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d8abfac-7ece-4d33-8623-a2982342f6f4 req-54ff0b1c-1c2e-489b-9f03-b290cbd03ea2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Jun 29 10:45:51.127949 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba47de70-b47b-46f1-b91d-b0e30a62d9e4 req-1e0e73e1-81bc-4d4c-9b94-a9a2488efb67 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119137 Jun 29 10:45:51.346458 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844c90c-85d3-4dc9-ba04-b26949ac1213 req-ef746fe3-8e91-40e6-b8c0-ade4d9d4628e tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.347883 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6844c90c-85d3-4dc9-ba04-b26949ac1213 req-ef746fe3-8e91-40e6-b8c0-ade4d9d4628e tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 943 time: 0.1318138 Jun 29 10:45:51.357456 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f3837-ece1-4768-b099-427fb8e72ed1 req-cfd57469-c20c-447e-8a0b-080812391b49 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.358865 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-141f3837-ece1-4768-b099-427fb8e72ed1 req-cfd57469-c20c-447e-8a0b-080812391b49 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1331816 Jun 29 10:45:51.426910 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-141f3837-ece1-4768-b099-427fb8e72ed1 req-fc0aeca8-043b-4f2e-a306-3c6ef4a7ee3b tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588629 Jun 29 10:45:51.429381 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6844c90c-85d3-4dc9-ba04-b26949ac1213 req-2ce9d1aa-de5a-458a-b5ae-b70bcb6597f1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696979 Jun 29 10:45:51.434798 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-d2f92037-6ace-495a-a6f8-a574cc21b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.436208 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-d2f92037-6ace-495a-a6f8-a574cc21b302 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 1098 time: 0.1370201 Jun 29 10:45:51.537848 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-81cfa355-1287-46d9-8434-43afa65498b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.539284 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-81cfa355-1287-46d9-8434-43afa65498b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 912 time: 0.0956914 Jun 29 10:45:51.605468 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-0b207f5a-8e2a-4131-a714-ac5c4ed7e2b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0562818 Jun 29 10:45:51.656593 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-e58fd5d8-7d60-45c1-a309-0197489969e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.658041 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-e58fd5d8-7d60-45c1-a309-0197489969e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.0446274 Jun 29 10:45:51.751911 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38a7c-4ada-4477-8719-5cd1220ea7ee req-33372a81-4be0-467e-833f-74c474c89b5c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.753334 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-33d38a7c-4ada-4477-8719-5cd1220ea7ee req-33372a81-4be0-467e-833f-74c474c89b5c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 946 time: 0.0944631 Jun 29 10:45:51.754999 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-8540ae6c-7444-4fa4-b1a7-069f1ed43ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.756276 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-8540ae6c-7444-4fa4-b1a7-069f1ed43ca2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0891159 Jun 29 10:45:51.837741 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-33d38a7c-4ada-4477-8719-5cd1220ea7ee req-cdc6b9c0-2c11-437a-8842-f00b26202fbd tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776026 Jun 29 10:45:51.871945 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-e498ba6c-0252-43f9-979e-83abbfb15fdb service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061883 Jun 29 10:45:51.966575 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2ad1ae8b-c2d1-4a57-8eb2-d6368dea599b req-8c707bc0-bcf3-4958-80d6-5a62c204139f service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848346 Jun 29 10:45:52.645983 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fbef-e8c2-47b3-aba1-1eb344ae8359 req-12e8c2ce-05c2-4474-86a0-af1dc4ad219e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.647508 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa84fbef-e8c2-47b3-aba1-1eb344ae8359 req-12e8c2ce-05c2-4474-86a0-af1dc4ad219e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1044061 Jun 29 10:45:52.668292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e20b6-a654-4d13-bbb0-75e50478637b req-40d5fc61-9df0-4056-b4a1-8d3fbeb8bdc8 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.669642 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c14e20b6-a654-4d13-bbb0-75e50478637b req-40d5fc61-9df0-4056-b4a1-8d3fbeb8bdc8 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 943 time: 0.0919957 Jun 29 10:45:52.711532 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa84fbef-e8c2-47b3-aba1-1eb344ae8359 req-59c3d96c-af02-47a0-9843-14a88ab8baac tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578032 Jun 29 10:45:52.723058 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c14e20b6-a654-4d13-bbb0-75e50478637b req-97b60553-834f-4aa1-9019-75938c122f96 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476241 Jun 29 10:45:53.255094 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c56230-772b-400a-ac30-dc474f9e83c1 req-ee5fbfa4-9c27-45ed-8685-b312d54a61be tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.256525 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7c56230-772b-400a-ac30-dc474f9e83c1 req-ee5fbfa4-9c27-45ed-8685-b312d54a61be tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 946 time: 0.3017676 Jun 29 10:45:53.292745 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7c56230-772b-400a-ac30-dc474f9e83c1 req-4170f3b9-37ac-4cb6-b264-5da864a19431 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Jun 29 10:45:53.901187 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eeacd-d49c-4df4-862c-670b90746bac req-7f869f10-ab75-43ef-8396-e89ce1a0d322 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.902705 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a2eeacd-d49c-4df4-862c-670b90746bac req-7f869f10-ab75-43ef-8396-e89ce1a0d322 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 943 time: 0.0710013 Jun 29 10:45:53.940277 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a2eeacd-d49c-4df4-862c-670b90746bac req-4f150af1-3ec3-4f0e-b23c-89f837e1a7c7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Jun 29 10:45:54.588774 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:54.698845 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:54.712651 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'port_id': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', 'mac_address': 'fa:16:3e:9d:94:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625c85d-76ce-4441-b886-9d2ec4c913f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:54.756751 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.759763 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.769926 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:54.789855 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:54.796057 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.798330 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:54.842823 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:54.845481 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.056851 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:55.138465 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6d2a3-c323-45b5-a5ab-24f052dc20aa req-0669cc0e-9abb-4574-9a0f-97b68c2f7dc1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.139953 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4ee6d2a3-c323-45b5-a5ab-24f052dc20aa req-0669cc0e-9abb-4574-9a0f-97b68c2f7dc1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 944 time: 0.0673931 Jun 29 10:45:55.176927 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4ee6d2a3-c323-45b5-a5ab-24f052dc20aa req-b1ed59f3-a676-4761-8407-f7dbe51cad0d tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Jun 29 10:45:55.701069 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-06cf6da4-bd1b-4541-aed7-87567d15a3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.363691 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221cc32-d291-4ce7-95d9-960b137d9797 req-11a2f568-a05e-4f2e-97ba-a2ed5dcccf4a tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.365074 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c221cc32-d291-4ce7-95d9-960b137d9797 req-11a2f568-a05e-4f2e-97ba-a2ed5dcccf4a tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 944 time: 0.0683980 Jun 29 10:45:56.403286 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c221cc32-d291-4ce7-95d9-960b137d9797 req-ddeacdfc-11ab-472a-8748-26240c6b658a tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jun 29 10:45:56.591637 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:56.646622 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:56.650533 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:56.650905 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.725824 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.746933 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:56.749245 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5980be-e970-49a8-95f8-c0ed4404430a" -d '{"events": [{"server_uuid": "81894523-9688-4ef7-b2b6-f9fdf6d44dc8", "name": "network-vif-plugged", "status": "completed", "tag": "787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:56.761471 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:56.767580 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.769703 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.791336 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177c5185-348d-4353-835b-0784e97bdc2c x-openstack-request-id: req-177c5185-348d-4353-835b-0784e97bdc2c {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:56.791628 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81894523-9688-4ef7-b2b6-f9fdf6d44dc8", "name": "network-vif-plugged", "status": "completed", "tag": "787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:56.791877 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-177c5185-348d-4353-835b-0784e97bdc2c {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:56.792260 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', 'code': 200} Jun 29 10:45:56.817201 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.820162 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:57.025533 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338202f-010f-4f8a-8f01-f1755b1e0338 req-9e17a869-5ee6-4220-9cb0-13e72e4cc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.027044 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8338202f-010f-4f8a-8f01-f1755b1e0338 req-9e17a869-5ee6-4220-9cb0-13e72e4cc55e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0550046 Jun 29 10:45:57.065421 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8338202f-010f-4f8a-8f01-f1755b1e0338 req-b9a0be83-89f1-4aba-857a-03d50149e4cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Jun 29 10:45:57.587436 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b6c1d-588a-4d83-bef9-81bbc16e59a0 req-1d2f1bc5-0c5a-43cf-a310-c3cfe9042e66 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.588862 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f2b6c1d-588a-4d83-bef9-81bbc16e59a0 req-1d2f1bc5-0c5a-43cf-a310-c3cfe9042e66 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 945 time: 0.0667188 Jun 29 10:45:57.625346 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f2b6c1d-588a-4d83-bef9-81bbc16e59a0 req-d4dea735-b032-4d7f-a64e-55210bcf956c tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Jun 29 10:45:58.007363 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-72014dd2-13bc-4c71-ae99-3dee319575c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.286207 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.816428 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ae532-0841-473e-98e7-a5694ca6004c req-bb5e7b91-e449-431a-9a76-496f526408f0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.817897 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e2ae532-0841-473e-98e7-a5694ca6004c req-bb5e7b91-e449-431a-9a76-496f526408f0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 945 time: 0.0720570 Jun 29 10:45:58.855388 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e2ae532-0841-473e-98e7-a5694ca6004c req-4a1dca96-d7a9-40f3-8ba8-69519e0f0320 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Jun 29 10:45:59.078988 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:00.791090 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:10.437010 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-823fa4aa-2e71-4425-8951-223ac41fc9b7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.438371 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-823fa4aa-2e71-4425-8951-223ac41fc9b7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.1040168 Jun 29 10:46:10.455329 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-a14e7772-de47-4789-b83c-027fc987b043 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/quotas/394919bbf2af434da21250ca57dd8459 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Jun 29 10:46:10.521573 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-a11e901e-0867-4fcd-ad38-77fdef20cb5e tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614192 Jun 29 10:46:10.619861 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-81da3cf8-b71d-4e18-90c8-32a569793a84 service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884049 Jun 29 10:46:10.710757 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-fce2690b-21e8-4860-acf2-6822eee0b2e1 service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849297 Jun 29 10:46:10.887187 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-58bbf570-7bad-45ee-8a04-98eb9ea098fe req-e4168f64-a5af-470c-9ffa-34118c90e4e1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 210 time: 0.0282445 Jun 29 10:46:11.557590 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:12.056367 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-49fc5084-0c3e-461e-9930-0f7636865907 req-05326205-aac3-4e5c-bd6b-54b288934a13 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 210 time: 0.0364077 Jun 29 10:46:12.104922 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-612bf890-07e2-49bb-8b6a-da8102a71092 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.106472 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-612bf890-07e2-49bb-8b6a-da8102a71092 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.1316767 Jun 29 10:46:12.121147 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Request body: {'port': {'device_id': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'admin_state_up': True, 'tenant_id': '394919bbf2af434da21250ca57dd8459'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:12.231589 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Made reservation on behalf of 394919bbf2af434da21250ca57dd8459 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:12.236160 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:12.359213 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Allocated IP 172.20.0.11 (7cd14697-b4eb-4a35-aa71-e97bbb9b76e2/7625c85d-76ce-4441-b886-9d2ec4c913f3/0c6275d4-7b01-4750-bd95-2c427148a9f5) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:12.505394 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:12.543974 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:12.548280 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1ee8ec67-1eb7-41a3-80c5-de3a0e8afc35 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:12.557348 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:12.600343 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:12.603677 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:12.608365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:12.614120 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.614715 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:12.618078 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event updated for resources: {'Port': ['ID=0c6275d4-7b01-4750-bd95-2c427148a9f5,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:12.623214 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:12.632680 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5156159 Jun 29 10:46:12.644386 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Request body: {'port': {'device_id': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:12.717509 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:12.970658 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6275d4-7b01-4750-bd95-2c427148a9f5 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:12.978403 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:12.991809 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Transition to ACTIVE for port object 0c6275d4-7b01-4750-bd95-2c427148a9f5 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:12.996851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:12.999692 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:13.049172 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Pushing event updated for resources: {'Port': ['ID=0c6275d4-7b01-4750-bd95-2c427148a9f5,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:13.073216 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.073925 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.073925 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.074654 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.074654 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.075085 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.075222 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.075592 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.075929 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.076322 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.076656 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.076962 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:13.081853 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:13.090202 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Attempting to bind port 0c6275d4-7b01-4750-bd95-2c427148a9f5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:13.090834 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Attempting to bind port 0c6275d4-7b01-4750-bd95-2c427148a9f5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:13.090979 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Attempting to bind port 0c6275d4-7b01-4750-bd95-2c427148a9f5 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:13.095648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Port 0c6275d4-7b01-4750-bd95-2c427148a9f5 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:13.096042 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Attempting to bind port 0c6275d4-7b01-4750-bd95-2c427148a9f5 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:13.101111 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:13.101501 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Checking segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:13.102007 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Bound using segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:13.102460 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Bound port: 0c6275d4-7b01-4750-bd95-2c427148a9f5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:13.102900 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:13.171588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] For port 0c6275d4-7b01-4750-bd95-2c427148a9f5, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:13.176593 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] For port 0c6275d4-7b01-4750-bd95-2c427148a9f5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c6275d4-7b01-4750-bd95-2c427148a9f5,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:13.180334 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:13.184520 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ab7380ef-5ec1-49bc-8e1c-7efa8afa20c5 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:13.250658 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:13.251275 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:13.252647 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] 10.222.0.50 "PUT /v2.0/ports/0c6275d4-7b01-4750-bd95-2c427148a9f5 HTTP/1.1" status: 200 len: 1094 time: 0.6124465 Jun 29 10:46:13.253834 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'tag': '0c6275d4-7b01-4750-bd95-2c427148a9f5'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:13.256112 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7", "tag": "0c6275d4-7b01-4750-bd95-2c427148a9f5"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:13.286493 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Pushing event updated for resources: {'Port': ['ID=0c6275d4-7b01-4750-bd95-2c427148a9f5,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:13.292556 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:13.308488 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d1c2e-039f-4e72-88e5-495a68a6d257 req-bf732fbf-5c83-41c3-b441-8f658fed97f1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:13.310091 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-976d1c2e-039f-4e72-88e5-495a68a6d257 req-bf732fbf-5c83-41c3-b441-8f658fed97f1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 944 time: 0.1264021 Jun 29 10:46:13.315400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b113f01-b41f-43de-a024-1bbe7cdc29be x-openstack-request-id: req-7b113f01-b41f-43de-a024-1bbe7cdc29be {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:13.315715 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7", "tag": "0c6275d4-7b01-4750-bd95-2c427148a9f5", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:13.315992 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b113f01-b41f-43de-a024-1bbe7cdc29be {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:13.316465 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'tag': '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'status': 'completed', 'code': 200} Jun 29 10:46:13.374609 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-976d1c2e-039f-4e72-88e5-495a68a6d257 req-5371d335-9717-4ee4-8e36-cde2dfe0a745 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572679 Jun 29 10:46:13.397585 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-6b192983-6991-43a3-9d20-558b189c4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:13.399101 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-6b192983-6991-43a3-9d20-558b189c4b08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 1097 time: 0.0677607 Jun 29 10:46:13.444646 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-5d86b78b-44a2-49b3-abee-f04016aa7f06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6275d4-7b01-4750-bd95-2c427148a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0355394 Jun 29 10:46:13.494061 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-e624f7b6-c729-48d4-a49f-9622092a00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:13.495322 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-e624f7b6-c729-48d4-a49f-9622092a00a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0431252 Jun 29 10:46:13.531037 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-1db2a3b5-0d90-4635-87e0-3602c7e779d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244150 Jun 29 10:46:13.625583 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-23528e9b-527b-46ee-b6ce-2e663235c4d9 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859690 Jun 29 10:46:13.716848 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-90acc57f-275c-42b1-90c2-cc07944410c4 req-57591804-08f1-4549-b821-b1f7783034f5 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819416 Jun 29 10:46:13.843590 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-197e1df9-a723-4eb8-8bd4-8bb9409f5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:13.845178 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-197e1df9-a723-4eb8-8bd4-8bb9409f5b78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 1097 time: 0.0623269 Jun 29 10:46:13.937474 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-babe5a86-d20c-416f-9e50-e2aae623abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:13.939015 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-babe5a86-d20c-416f-9e50-e2aae623abe4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 916 time: 0.0866218 Jun 29 10:46:13.984709 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-20be185e-4484-401f-beba-928643115286 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6275d4-7b01-4750-bd95-2c427148a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0376918 Jun 29 10:46:14.045057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-f715a417-0474-43eb-b60e-e579748c14db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:14.046477 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-f715a417-0474-43eb-b60e-e579748c14db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0422072 Jun 29 10:46:14.081436 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-cee42be3-7b91-4ae1-a4c4-debb7bed3d05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258791 Jun 29 10:46:14.179356 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-8c5a180c-33ea-40da-aedd-e7648b52f6d3 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897768 Jun 29 10:46:14.268516 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8069fbf7-6440-4ed5-9dea-5dd3ec3cb01e req-a73751f8-fb1d-402f-aa18-41634bea7691 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817587 Jun 29 10:46:14.556795 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e3e86-97b9-4931-b054-903ab3f62865 req-054a3a17-0021-48ea-ba30-2e1fa8f77ed0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:14.558776 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-557e3e86-97b9-4931-b054-903ab3f62865 req-054a3a17-0021-48ea-ba30-2e1fa8f77ed0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 944 time: 0.0751414 Jun 29 10:46:14.595882 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-557e3e86-97b9-4931-b054-903ab3f62865 req-e867a06a-4e5d-41aa-bc46-e38fc8fbdac5 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Jun 29 10:46:14.709759 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c168-1520-461f-aa09-f26faa5a36bd req-e9303747-3927-4712-8b84-147e621cabc5 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:14.711122 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0d35c168-1520-461f-aa09-f26faa5a36bd req-e9303747-3927-4712-8b84-147e621cabc5 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 946 time: 0.0714478 Jun 29 10:46:14.751238 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0d35c168-1520-461f-aa09-f26faa5a36bd req-324e3050-bf25-4c3f-a3a4-9c7360ea41cb tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Jun 29 10:46:15.784128 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e83841-a6b5-496e-8e57-9cd98cde3526 req-abcb2df9-9b89-445c-995e-d2ba39295a8b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.785584 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10e83841-a6b5-496e-8e57-9cd98cde3526 req-abcb2df9-9b89-445c-995e-d2ba39295a8b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 944 time: 0.0794570 Jun 29 10:46:15.823651 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-10e83841-a6b5-496e-8e57-9cd98cde3526 req-585071f2-d551-43bc-a015-13d603a29e8b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Jun 29 10:46:15.938794 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134140-1156-4f53-bac2-f98801b70050 req-1b9e14f1-a207-47cc-b412-16bb0e16d5bf tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.940234 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7134140-1156-4f53-bac2-f98801b70050 req-1b9e14f1-a207-47cc-b412-16bb0e16d5bf tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 946 time: 0.0686831 Jun 29 10:46:15.978503 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7134140-1156-4f53-bac2-f98801b70050 req-e4bd7d64-0876-4551-8160-e05d81abae4c tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/security-groups?id=630dce16-aad4-4952-bfee-0965a99f4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300183 Jun 29 10:46:16.505098 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-75fe48ed-937b-4229-a61e-bc018a9fc255 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:16.506455 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-75fe48ed-937b-4229-a61e-bc018a9fc255 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 946 time: 0.0650549 Jun 29 10:46:16.609237 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Deleting port 81178c6f-e07f-4900-9874-6d0b81d6c120 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:16.609575 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.695274 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 0c6275d4-7b01-4750-bd95-2c427148a9f5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:16.698382 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] For port 81178c6f-e07f-4900-9874-6d0b81d6c120, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=81178c6f-e07f-4900-9874-6d0b81d6c120,segment=NetworkSegment(8d5ed647-067a-4e2a-a6a6-a3ac7e908409),segment_id=8d5ed647-067a-4e2a-a6a6-a3ac7e908409)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:16.698734 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.711284 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Calling delete_port for 81178c6f-e07f-4900-9874-6d0b81d6c120 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:16.787466 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 0c6275d4-7b01-4750-bd95-2c427148a9f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c6275d4-7b01-4750-bd95-2c427148a9f5,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:16.801076 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'port_id': '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'mac_address': 'fa:16:3e:eb:19:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625c85d-76ce-4441-b886-9d2ec4c913f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:16.837533 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.839367 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.843993 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7c0c7f74-0540-4e7b-acb5-adf026d1acce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:16.852045 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['81178c6f-e07f-4900-9874-6d0b81d6c120'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:16.869827 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Pushing event deleted for resources: {'Port': ['ID=81178c6f-e07f-4900-9874-6d0b81d6c120,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:16.875015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:16.876111 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6275d4-7b01-4750-bd95-2c427148a9f5 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:16.899585 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 0c6275d4-7b01-4750-bd95-2c427148a9f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c6275d4-7b01-4750-bd95-2c427148a9f5,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:16.906837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.908958 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:16.918218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] No DVR routers for this DVR port 81178c6f-e07f-4900-9874-6d0b81d6c120 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:16.920662 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.922790 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-069d0131-2552-4f64-a7b9-6d4ecb06c087 req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.50 "DELETE /v2.0/ports/81178c6f-e07f-4900-9874-6d0b81d6c120 HTTP/1.1" status: 204 len: 173 time: 0.4090056 Jun 29 10:46:16.923309 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'name': 'network-vif-deleted', 'tag': '81178c6f-e07f-4900-9874-6d0b81d6c120'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:16.925700 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37e9e1-10bd-4d61-8164-105223753876" -d '{"events": [{"server_uuid": "121c0387-c52c-4d70-bf12-29e6cb294a86", "name": "network-vif-deleted", "tag": "81178c6f-e07f-4900-9874-6d0b81d6c120"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:16.974837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=0c6275d4-7b01-4750-bd95-2c427148a9f5,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:16.975941 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca907057-0911-482a-80a0-2a1337aee347 x-openstack-request-id: req-ca907057-0911-482a-80a0-2a1337aee347 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:16.976253 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c0387-c52c-4d70-bf12-29e6cb294a86", "name": "network-vif-deleted", "tag": "81178c6f-e07f-4900-9874-6d0b81d6c120", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:16.976525 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca907057-0911-482a-80a0-2a1337aee347 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:16.976932 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c0387-c52c-4d70-bf12-29e6cb294a86', 'name': 'network-vif-deleted', 'tag': '81178c6f-e07f-4900-9874-6d0b81d6c120', 'status': 'completed', 'code': 200} Jun 29 10:46:16.978133 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:17.010476 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2c157-f6b8-4d00-b1ce-fa7ecc428c0d req-9ac18a4c-0395-4ed0-ad74-eb5e1d5a4dde tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:17.011936 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8da2c157-f6b8-4d00-b1ce-fa7ecc428c0d req-9ac18a4c-0395-4ed0-ad74-eb5e1d5a4dde tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 945 time: 0.0670860 Jun 29 10:46:17.051534 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8da2c157-f6b8-4d00-b1ce-fa7ecc428c0d req-f3e9c276-5e03-4047-8253-e3d48cc2d63b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Jun 29 10:46:17.148918 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8acd356b-95d6-4891-96e7-8f0340f15717 req-65383fcf-4ecb-45ab-a320-41f6c9669061 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] 10.222.0.55 "GET /v2.0/ports?device_id=121c0387-c52c-4d70-bf12-29e6cb294a86 HTTP/1.1" status: 200 len: 210 time: 0.0317633 Jun 29 10:46:17.194214 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['0c6275d4-7b01-4750-bd95-2c427148a9f5'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:18.240511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6327-a9f6-40da-aaf1-b693fbaf52aa req-1dfec0c2-a1d7-4f0f-b368-7aada8df779f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.241964 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51db6327-a9f6-40da-aaf1-b693fbaf52aa req-1dfec0c2-a1d7-4f0f-b368-7aada8df779f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 945 time: 0.0638580 Jun 29 10:46:18.281502 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51db6327-a9f6-40da-aaf1-b693fbaf52aa req-543d6de3-ea00-4053-8343-5b2f7cd6b77f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Jun 29 10:46:18.724558 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 0c6275d4-7b01-4750-bd95-2c427148a9f5 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:18.777177 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 0c6275d4-7b01-4750-bd95-2c427148a9f5 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:18.780837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 0c6275d4-7b01-4750-bd95-2c427148a9f5 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:18.781218 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:18.859044 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:18.881737 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6275d4-7b01-4750-bd95-2c427148a9f5'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:18.883947 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85d0e0d-23fd-4943-a837-c02594b05e77" -d '{"events": [{"server_uuid": "c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c6275d4-7b01-4750-bd95-2c427148a9f5"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:18.896837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 0c6275d4-7b01-4750-bd95-2c427148a9f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c6275d4-7b01-4750-bd95-2c427148a9f5,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:18.901932 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:18.902781 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 81178c6f-e07f-4900-9874-6d0b81d6c120 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:18.905237 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:18.938933 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1338ee-ec08-4300-bcec-0b498bc4b97c x-openstack-request-id: req-6d1338ee-ec08-4300-bcec-0b498bc4b97c {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:18.939181 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7", "name": "network-vif-plugged", "status": "completed", "tag": "0c6275d4-7b01-4750-bd95-2c427148a9f5", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:18.939471 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d1338ee-ec08-4300-bcec-0b498bc4b97c {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:18.939929 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'code': 200} Jun 29 10:46:18.949594 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 81178c6f-e07f-4900-9874-6d0b81d6c120 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:18.950088 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 81178c6f-e07f-4900-9874-6d0b81d6c120 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:18.966391 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=0c6275d4-7b01-4750-bd95-2c427148a9f5,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:18.969504 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:19.142141 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb2e78-ae1b-49ed-ae89-6ce327f7d340 req-7ae196a1-c80a-46a9-9a75-ffc605c44fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.143627 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2bdb2e78-ae1b-49ed-ae89-6ce327f7d340 req-7ae196a1-c80a-46a9-9a75-ffc605c44fc9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 1099 time: 0.0533745 Jun 29 10:46:19.179435 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2bdb2e78-ae1b-49ed-ae89-6ce327f7d340 req-5b8e121a-1483-4dfc-9872-635c46de7f0e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278280 Jun 29 10:46:19.473288 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743aaf7-ed64-4e2e-bf9d-894d8fad3332 req-886213fd-597b-4a48-889a-6cffa415ada9 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.474822 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e743aaf7-ed64-4e2e-bf9d-894d8fad3332 req-886213fd-597b-4a48-889a-6cffa415ada9 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0698631 Jun 29 10:46:19.512718 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e743aaf7-ed64-4e2e-bf9d-894d8fad3332 req-7aad8463-1177-4c69-a6f7-a37c71f8ae6e tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Jun 29 10:46:20.704482 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade1eb7-682f-4a12-aa89-3b1ec7896aae req-b2da1e13-eb78-42c3-9308-f8bfc7070e76 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.705943 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5ade1eb7-682f-4a12-aa89-3b1ec7896aae req-b2da1e13-eb78-42c3-9308-f8bfc7070e76 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0736060 Jun 29 10:46:20.750808 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5ade1eb7-682f-4a12-aa89-3b1ec7896aae req-6d942a00-0a2b-40a8-85de-5780ba1bd295 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364456 Jun 29 10:46:21.937279 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19fee-3886-48f8-a490-5a7821057f43 req-5aef234b-c6b9-4977-9405-8aa9d50bf786 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:21.938884 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7f19fee-3886-48f8-a490-5a7821057f43 req-5aef234b-c6b9-4977-9405-8aa9d50bf786 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0742509 Jun 29 10:46:21.977512 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7f19fee-3886-48f8-a490-5a7821057f43 req-b0021d70-2c5c-4ca5-8f11-2079ce486645 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Jun 29 10:46:23.164192 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795b837-0dd3-4d6c-8841-482b46916f72 req-d41ecb30-92a1-4289-aab9-b6b77d552cc3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:23.165672 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1795b837-0dd3-4d6c-8841-482b46916f72 req-d41ecb30-92a1-4289-aab9-b6b77d552cc3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0732963 Jun 29 10:46:23.204051 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1795b837-0dd3-4d6c-8841-482b46916f72 req-57b1cb02-523b-4270-99f7-20b205b3ba16 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316405 Jun 29 10:46:24.386467 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182148-eceb-4394-9623-d857c3138c65 req-3ab07283-603b-4641-a029-010a37a7ff2d tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:24.387825 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-01182148-eceb-4394-9623-d857c3138c65 req-3ab07283-603b-4641-a029-010a37a7ff2d tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0749102 Jun 29 10:46:24.426360 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-01182148-eceb-4394-9623-d857c3138c65 req-bab74c6d-9e10-4dd0-8f99-d4b20a98d8e2 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Jun 29 10:46:24.742693 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:25.693556 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-0f00aecc-5db6-4501-8991-c70b635f9eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:26.468018 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-185833a2-82d0-404c-a6d1-d8483f617770 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.469515 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-185833a2-82d0-404c-a6d1-d8483f617770 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.3486702 Jun 29 10:46:26.484466 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-204c006a-ed7f-451d-b735-cdb6828a808a tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/quotas/394919bbf2af434da21250ca57dd8459 HTTP/1.1" status: 200 len: 375 time: 0.0093672 Jun 29 10:46:26.551069 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-4f6ebf42-d4e9-43b1-b02b-435bdf531867 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611310 Jun 29 10:46:26.645064 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-db8d20f1-886d-40be-af15-289cb7017a54 service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865920 Jun 29 10:46:26.736970 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-d41eecd3-167b-44f5-bd11-535269f4df67 service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852222 Jun 29 10:46:26.905311 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d78c8a79-8ef6-41c0-a213-16f011a865c5 req-ebdfd922-af7e-4d7b-b622-3bc9cbf67bdb tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 210 time: 0.0281603 Jun 29 10:46:27.511203 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-73d5a728-04b9-48e6-b663-5e1adb6a7188 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604556 Jun 29 10:46:27.585942 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-48e6741f-28cb-4882-a5f6-267d2e907572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.587458 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-48e6741f-28cb-4882-a5f6-267d2e907572 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 1099 time: 0.0532389 Jun 29 10:46:27.711014 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-6f4331e8-e416-468b-bb6f-88ca47981c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.712381 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-6f4331e8-e416-468b-bb6f-88ca47981c5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.0964758 Jun 29 10:46:27.798423 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-1ceb3879-72e4-4df7-a72b-174eefd8f860 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 200 len: 1001 time: 0.0681238 Jun 29 10:46:27.815698 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66d5b5-253a-4735-b8f0-e35b5767fecd req-43927f4b-a81e-4c52-ba34-6825288ca6a5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.817255 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9b66d5b5-253a-4735-b8f0-e35b5767fecd req-43927f4b-a81e-4c52-ba34-6825288ca6a5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.1163085 Jun 29 10:46:27.894293 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9b66d5b5-253a-4735-b8f0-e35b5767fecd req-a98fec0f-a921-4526-bb0b-deef2797404e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690513 Jun 29 10:46:27.900814 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-825da7ac-e936-4e67-af41-c84e6243e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.902790 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-825da7ac-e936-4e67-af41-c84e6243e833 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0952165 Jun 29 10:46:27.979374 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-906c861d-2bb5-4d2e-b0a7-8da90d51d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.980847 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-906c861d-2bb5-4d2e-b0a7-8da90d51d872 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0625467 Jun 29 10:46:28.012223 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-5bef06c6-a120-42f7-886f-19aead240ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:28.116789 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3d9af072-a8da-4df9-a761-5cae40a42cf5 req-d854aade-2c67-45d3-9468-ec5d1e65818c tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 210 time: 0.0904572 Jun 29 10:46:28.183806 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-7f0eca19-c151-4fb2-9e8c-c920fd48e5b6 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:28.185445 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-7f0eca19-c151-4fb2-9e8c-c920fd48e5b6 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.1865783 Jun 29 10:46:28.187186 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-656450e8-5c9d-485f-9dc2-882f37bbbc16 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960731 Jun 29 10:46:28.281394 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.081711 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.086229 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f8882-3ee3-4beb-bb43-3cad20583eb3 req-dd3f9fe1-4f20-4118-a3ca-7dd563799e91 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:29.087705 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1f6f8882-3ee3-4beb-bb43-3cad20583eb3 req-dd3f9fe1-4f20-4118-a3ca-7dd563799e91 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.0675664 Jun 29 10:46:29.127272 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1f6f8882-3ee3-4beb-bb43-3cad20583eb3 req-4a983875-ab16-437c-8843-18415cbe3efd tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Jun 29 10:46:29.258868 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-21357f56-e8a7-4b7e-86b6-f384c1ca407b req-1be70cb2-e03b-4c27-913d-77d29abd6cf7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 210 time: 0.0305085 Jun 29 10:46:30.327220 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c154b-7753-4f85-8ea0-86086d006e31 req-6377eb99-00e4-4399-beb3-e09dbbefba66 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:30.328680 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3f2c154b-7753-4f85-8ea0-86086d006e31 req-6377eb99-00e4-4399-beb3-e09dbbefba66 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.0852456 Jun 29 10:46:30.367735 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3f2c154b-7753-4f85-8ea0-86086d006e31 req-1d4fbc26-f5b1-4231-bb81-cc1978ce1ac0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Jun 29 10:46:30.404617 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8ca4b68-cb36-4e1d-a1f2-f37d20ef227f req-77865ee9-a647-489f-a006-8e55959ddac3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 210 time: 0.0280361 Jun 29 10:46:30.801864 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.169532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Request body: {'port': {'device_id': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'admin_state_up': True, 'tenant_id': '394919bbf2af434da21250ca57dd8459'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:31.323583 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ec6f46a7-855d-4a58-b3e2-93980a912b44 req-dc7ab097-98b5-4838-b8bc-755dbb8ffd37 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499329 Jun 29 10:46:31.343943 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Made reservation on behalf of 394919bbf2af434da21250ca57dd8459 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:31.347708 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.479015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Allocated IP 172.20.0.9 (7cd14697-b4eb-4a35-aa71-e97bbb9b76e2/7625c85d-76ce-4441-b886-9d2ec4c913f3/d8490700-2d5b-42ad-acf0-337532b01ee0) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:31.570037 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a098bad1-506d-4289-8324-0554fbfb3737 req-10084d47-f02f-4e9e-ae44-511fd8df1a00 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 210 time: 0.0495977 Jun 29 10:46:31.666628 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cdcad-4eb0-4989-8f1e-78e4f9e664e3 req-741fdbb6-975a-4247-8c68-d7714887776c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:31.668274 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5f9cdcad-4eb0-4989-8f1e-78e4f9e664e3 req-741fdbb6-975a-4247-8c68-d7714887776c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.1784577 Jun 29 10:46:31.723252 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.735204 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5f9cdcad-4eb0-4989-8f1e-78e4f9e664e3 req-7ff3bcbf-97c5-4eb3-873a-3094311e5f48 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595920 Jun 29 10:46:31.769373 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.773333 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:31.782078 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', '0c6275d4-7b01-4750-bd95-2c427148a9f5'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:31.819691 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:31.822888 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:31.826970 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:31.832323 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:31.832928 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.844627 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event updated for resources: {'Port': ['ID=d8490700-2d5b-42ad-acf0-337532b01ee0,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:31.847965 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:31.852366 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6878834 Jun 29 10:46:31.865467 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Request body: {'port': {'device_id': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:31.934685 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.201861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8490700-2d5b-42ad-acf0-337532b01ee0 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:32.209583 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.221861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Transition to ACTIVE for port object d8490700-2d5b-42ad-acf0-337532b01ee0 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:32.226270 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.229006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bba44912-0f84-4528-9a1c-1c3d3e2cd6ee tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:32.300502 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Pushing event updated for resources: {'Port': ['ID=d8490700-2d5b-42ad-acf0-337532b01ee0,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:32.307740 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:32.312361 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Attempting to bind port d8490700-2d5b-42ad-acf0-337532b01ee0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:32.312547 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Attempting to bind port d8490700-2d5b-42ad-acf0-337532b01ee0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:32.312864 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Attempting to bind port d8490700-2d5b-42ad-acf0-337532b01ee0 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:32.317279 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Port d8490700-2d5b-42ad-acf0-337532b01ee0 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:32.317595 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Attempting to bind port d8490700-2d5b-42ad-acf0-337532b01ee0 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:32.322579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:32.322931 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Checking segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:32.323293 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Bound using segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:32.323706 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Bound port: d8490700-2d5b-42ad-acf0-337532b01ee0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:32.324061 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.397806 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] For port d8490700-2d5b-42ad-acf0-337532b01ee0, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:32.400965 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] For port d8490700-2d5b-42ad-acf0-337532b01ee0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8490700-2d5b-42ad-acf0-337532b01ee0,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:32.405184 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.408011 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ebe4c822-6556-446a-a904-640575da7ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:32.436574 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.437275 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.438687 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] 10.222.0.50 "PUT /v2.0/ports/d8490700-2d5b-42ad-acf0-337532b01ee0 HTTP/1.1" status: 200 len: 1093 time: 0.5774293 Jun 29 10:46:32.440794 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'tag': 'd8490700-2d5b-42ad-acf0-337532b01ee0'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:32.443408 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0773972e-ecc9-4591-b117-2b09dcf163d5" -d '{"events": [{"name": "network-changed", "server_uuid": "72677ac2-0e06-48e1-beaa-53293fed56c7", "tag": "d8490700-2d5b-42ad-acf0-337532b01ee0"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:32.474591 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Pushing event updated for resources: {'Port': ['ID=d8490700-2d5b-42ad-acf0-337532b01ee0,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:32.479087 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:32.494511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84715833-1257-42bf-8605-311ea4abb434 x-openstack-request-id: req-84715833-1257-42bf-8605-311ea4abb434 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:32.494814 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72677ac2-0e06-48e1-beaa-53293fed56c7", "tag": "d8490700-2d5b-42ad-acf0-337532b01ee0", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:32.495087 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84715833-1257-42bf-8605-311ea4abb434 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:32.495491 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'tag': 'd8490700-2d5b-42ad-acf0-337532b01ee0', 'status': 'completed', 'code': 200} Jun 29 10:46:32.540169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1e0caea8-df52-4217-a664-28cfb74a559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.541713 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-1e0caea8-df52-4217-a664-28cfb74a559a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 1096 time: 0.0559626 Jun 29 10:46:32.584939 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-06a4685c-e48c-49e5-a578-06224aec1946 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8490700-2d5b-42ad-acf0-337532b01ee0 HTTP/1.1" status: 200 len: 217 time: 0.0351639 Jun 29 10:46:32.633924 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-c2cffb9c-6027-43db-acd2-a188baa1d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.635407 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-c2cffb9c-6027-43db-acd2-a188baa1d9d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0442138 Jun 29 10:46:32.668753 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-ceee14e4-597a-45a5-841a-e801f86d6ad3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255194 Jun 29 10:46:32.838724 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-8779c31e-d729-4dc8-9714-de02a36de4eb service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602728 Jun 29 10:46:32.864532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb84cc2-b702-455d-a5fd-c76811949e89 req-2330d8ef-70f8-43d8-8acb-fd98ed6cd9f7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.865961 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bcb84cc2-b702-455d-a5fd-c76811949e89 req-2330d8ef-70f8-43d8-8acb-fd98ed6cd9f7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 943 time: 0.1807120 Jun 29 10:46:32.885333 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-ebec90e2-da68-4a4b-8cb1-b0cea62e9096 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.886715 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-ebec90e2-da68-4a4b-8cb1-b0cea62e9096 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.1414893 Jun 29 10:46:33.040714 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bcb84cc2-b702-455d-a5fd-c76811949e89 req-81c68c38-19a3-45af-b4f0-d8baef396f52 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282439 Jun 29 10:46:33.074701 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-849c3c87-a701-408e-8408-48bc7f8f8aae req-cd36a7f1-06cd-4eea-8cca-2c1bd88fbe65 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262299 Jun 29 10:46:33.098849 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc33b5-a918-4cdb-bee2-15585fcdb7ab req-db62a638-6cd8-480e-a75e-7ae05dd9e7e0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.100252 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5dc33b5-a918-4cdb-bee2-15585fcdb7ab req-db62a638-6cd8-480e-a75e-7ae05dd9e7e0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 946 time: 0.2319999 Jun 29 10:46:33.127012 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Deleting port cd692102-6ecd-4ea2-9030-ba7855323390 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:33.127348 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.217563 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5dc33b5-a918-4cdb-bee2-15585fcdb7ab req-32a9e8f1-bbe8-42cc-bb69-921bb8a2e545 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=29b7afd2-a43d-41ce-8092-3e5d70abeaea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107714 Jun 29 10:46:33.268049 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] For port cd692102-6ecd-4ea2-9030-ba7855323390, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cd692102-6ecd-4ea2-9030-ba7855323390,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:33.268415 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.300393 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-c209b8bd-29b3-453a-bb5b-ede845d0ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.301914 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-c209b8bd-29b3-453a-bb5b-ede845d0ba55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 1096 time: 0.1673245 Jun 29 10:46:33.807199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-6ecf1615-8134-4e23-846d-8f950a55bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.808737 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-6ecf1615-8134-4e23-846d-8f950a55bfad service neutron] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 916 time: 0.4774203 Jun 29 10:46:33.869110 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-c8239d5c-5954-44cc-8172-f5b6490ed667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8490700-2d5b-42ad-acf0-337532b01ee0 HTTP/1.1" status: 200 len: 217 time: 0.0512161 Jun 29 10:46:33.916098 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.916485 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.916831 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Floating IP 605b781c-25f2-4333-85ba-3c9e10debbb8 disassociated. External IP: 172.27.1.191, port: cd692102-6ecd-4ea2-9030-ba7855323390. Jun 29 10:46:33.917161 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Calling delete_port for cd692102-6ecd-4ea2-9030-ba7855323390 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:33.970808 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-1f318e83-6112-410e-88c5-7f199dd18f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.972249 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-1f318e83-6112-410e-88c5-7f199dd18f76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0929756 Jun 29 10:46:34.013114 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-2263657d-812f-486a-b1ac-6410e6f4ee3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338485 Jun 29 10:46:34.149647 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-de4d3275-c25b-43b7-8dc0-aaac741f2974 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242573 Jun 29 10:46:34.150667 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:34.154769 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:34.227130 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event deleted for resources: {'Port': ['ID=cd692102-6ecd-4ea2-9030-ba7855323390,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:34.259301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:34.417995 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e6360f9c-7959-4c58-81b8-0ddb90337988 req-6ee443f5-6270-486d-b52f-0ae629a5032f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c991dd44-f77c-484c-9df9-6aa5100d36e2 HTTP/1.1" status: 200 len: 210 time: 0.0744259 Jun 29 10:46:34.421981 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0773972e-ecc9-4591-b117-2b09dcf163d5 req-a7ae92ba-98b0-4ca8-b366-13a059790c91 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629490 Jun 29 10:46:34.431013 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6a9bd-1858-444b-89a7-c4514010659f req-e0309e58-397b-46d5-9042-ec3ab94954d7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:34.432444 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-30e6a9bd-1858-444b-89a7-c4514010659f req-e0309e58-397b-46d5-9042-ec3ab94954d7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 943 time: 0.2723923 Jun 29 10:46:34.462812 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Router 3d04cb39-ce72-4157-9403-79e9116643fe has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:34.488460 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-30e6a9bd-1858-444b-89a7-c4514010659f req-7cb51c1f-c628-4603-93b2-c34bc815d9b6 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455465 Jun 29 10:46:34.581884 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:34.594559 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] Sync routers for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:34.604554 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:34.605188 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:34.635350 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] No DVR routers for this DVR port cd692102-6ecd-4ea2-9030-ba7855323390 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:34.636008 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:34.638243 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d2726723-4b2d-4cd0-9609-55603bdfe457 req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "DELETE /v2.0/ports/cd692102-6ecd-4ea2-9030-ba7855323390 HTTP/1.1" status: 204 len: 173 time: 1.7164962 Jun 29 10:46:34.638799 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-deleted', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:34.641163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ac4c5-72c1-4a1e-82a6-75300b1aae1b" -d '{"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-deleted", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:34.679019 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f9d8b-9c5f-4cb0-a6ea-4d2d9f52deed x-openstack-request-id: req-7b8f9d8b-9c5f-4cb0-a6ea-4d2d9f52deed {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:34.679334 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c991dd44-f77c-484c-9df9-6aa5100d36e2", "name": "network-vif-deleted", "tag": "cd692102-6ecd-4ea2-9030-ba7855323390", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:34.679633 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b8f9d8b-9c5f-4cb0-a6ea-4d2d9f52deed {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:34.680019 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c991dd44-f77c-484c-9df9-6aa5100d36e2', 'name': 'network-vif-deleted', 'tag': 'cd692102-6ecd-4ea2-9030-ba7855323390', 'status': 'completed', 'code': 200} Jun 29 10:46:34.729954 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:34.941444 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:34.967000 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] Checking router: 3d04cb39-ce72-4157-9403-79e9116643fe for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:34.975845 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:34.976459 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:35.082115 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:35.281139 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:35.423431 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35a980-ccc5-492d-b863-464fbd6153f7 None None] The sync data for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi is: [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:35.558647 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45330) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:35.639581 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.664746 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.717494 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.719228 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d190d4-49e5-4375-a5cb-f3100feb4d3c None None] New status for floating IP 605b781c-25f2-4333-85ba-3c9e10debbb8: DOWN {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:46:35.721871 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.723120 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "DELETE /v2.0/security-groups/29b7afd2-a43d-41ce-8092-3e5d70abeaea HTTP/1.1" status: 204 len: 168 time: 0.1633329 Jun 29 10:46:35.724153 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-79bda37d-2fe3-46eb-8a3e-19899e8d19c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:35.727610 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45334) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:35.746891 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.api.v2.resource [None req-fb5767d6-21b8-4483-8e5f-33add74fb3c3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] show failed (client error): The resource could not be found. Jun 29 10:46:35.748245 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fb5767d6-21b8-4483-8e5f-33add74fb3c3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups/29b7afd2-a43d-41ce-8092-3e5d70abeaea HTTP/1.1" status: 404 len: 347 time: 0.0193343 Jun 29 10:46:35.748976 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b7afd2-a43d-41ce-8092-3e5d70abeaea,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:35.752339 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45338) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:35.752609 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37bfec-a8db-4708-a073-a12e30747b85 req-b466eb2e-48ea-423f-97c5-b9560a1b8052 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:35.754620 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ad37bfec-a8db-4708-a073-a12e30747b85 req-b466eb2e-48ea-423f-97c5-b9560a1b8052 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 943 time: 0.1075611 Jun 29 10:46:35.766033 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.766406 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.766765 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.767122 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.767468 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.767816 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.768161 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.768497 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.769003 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.769515 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.770031 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.770537 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:35.805198 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ad37bfec-a8db-4708-a073-a12e30747b85 req-a171e382-2c13-4c99-9f55-8d0805913776 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Jun 29 10:46:35.809414 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:35.895756 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Deleting port 81933cee-aa49-48f4-b764-b12aedb7bb93 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:35.896100 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.986902 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.987246 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.001040 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Calling delete_port for 81933cee-aa49-48f4-b764-b12aedb7bb93 owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:36.149517 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.151733 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-637e40b4-2e9a-40d7-a070-4d6b1b297679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:36.174678 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event deleted for resources: {'Port': ['ID=81933cee-aa49-48f4-b764-b12aedb7bb93,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:36.177663 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:36.238662 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.241217 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.242452 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "DELETE /v2.0/floatingips/605b781c-25f2-4333-85ba-3c9e10debbb8 HTTP/1.1" status: 204 len: 168 time: 0.4884307 Jun 29 10:46:36.571527 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45344) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:36.576343 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339179183', 'description': 'tempest-description--1064401611'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:36.600792 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.683345 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.688512 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.691041 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-af845fe0-98e4-4ab8-8c26-b651ca02aa23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:36.715979 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.719914 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1446881 Jun 29 10:46:36.720236 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 45346) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:36.724893 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'security_group_rule': {'security_group_id': 'dee9c0ea-7be3-4731-949c-ebcf2c2e99ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:36.727188 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:36.729949 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:36.755686 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.794361 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d8490700-2d5b-42ad-acf0-337532b01ee0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:36.803702 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.809334 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.811941 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-88d8fbbd-a712-4655-a01c-755a60850fad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:36.835873 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4b811d-fd80-4c6c-9e86-b50ea33b33ef,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:36.840087 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:36.844272 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.849087 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244698 Jun 29 10:46:36.849411 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45350) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:36.850610 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:36.862294 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'security_group_rule': {'security_group_id': 'dee9c0ea-7be3-4731-949c-ebcf2c2e99ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:36.875947 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: cd692102-6ecd-4ea2-9030-ba7855323390 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:36.876158 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device cd692102-6ecd-4ea2-9030-ba7855323390 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:36.889209 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.918563 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d8490700-2d5b-42ad-acf0-337532b01ee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8490700-2d5b-42ad-acf0-337532b01ee0,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:36.929641 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'd8490700-2d5b-42ad-acf0-337532b01ee0', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'port_id': 'd8490700-2d5b-42ad-acf0-337532b01ee0', 'mac_address': 'fa:16:3e:c1:86:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625c85d-76ce-4441-b886-9d2ec4c913f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:36.946965 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.952598 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.955007 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ff212606-a38b-4928-830d-1e2ea369daf1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:36.966905 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.977727 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.983084 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8490700-2d5b-42ad-acf0-337532b01ee0 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:36.984035 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336224 Jun 29 10:46:36.985074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45358) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:36.994346 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:37.000027 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebadd93-16a3-4d50-9e8f-ba04aa32e5c4,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.002296 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d8490700-2d5b-42ad-acf0-337532b01ee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8490700-2d5b-42ad-acf0-337532b01ee0,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:37.009575 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.009922 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e0e5-6e8e-477c-ba62-7f321d18e04e req-3dfc70ef-1689-43c5-85ff-9b2bef7f6348 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.011500 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:37.011786 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-40f1e0e5-6e8e-477c-ba62-7f321d18e04e req-3dfc70ef-1689-43c5-85ff-9b2bef7f6348 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 943 time: 0.0792644 Jun 29 10:46:37.013556 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.032687 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.060780 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-40f1e0e5-6e8e-477c-ba62-7f321d18e04e req-a6409d6c-5d5a-48f8-a954-dcd7513c4a39 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Jun 29 10:46:37.093403 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=d8490700-2d5b-42ad-acf0-337532b01ee0,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.096748 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.132164 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.232338 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Allocated IP 172.27.1.19 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/7591c739-859a-4583-847b-11c36ad760bb) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:37.305932 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['d8490700-2d5b-42ad-acf0-337532b01ee0'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:37.339116 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.377832 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.380104 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:37.416564 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:37.419429 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:37.422749 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:37.428091 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'Port': ['ID=7591c739-859a-4583-847b-11c36ad760bb,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.446106 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.733318 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.784119 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.932222 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.939160 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.942101 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:38.000327 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'Port': ['ID=7591c739-859a-4583-847b-11c36ad760bb,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:38.004153 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:38.014194 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.030763 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.031970 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0427301 Jun 29 10:46:38.259824 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2d4969c1-f730-4bf7-a494-5faee81baea0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1339179183&fields=id&tenant_id=5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 267 time: 0.0596023 Jun 29 10:46:38.327351 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62220c6b-c6b5-450a-96d5-2e38d36a7ab4 req-a1f2ff32-710d-458e-82c6-1658fb8d8179 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.328863 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-62220c6b-c6b5-450a-96d5-2e38d36a7ab4 req-a1f2ff32-710d-458e-82c6-1658fb8d8179 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 944 time: 0.1402314 Jun 29 10:46:38.398005 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-62220c6b-c6b5-450a-96d5-2e38d36a7ab4 req-77ae6dd2-333a-4b87-9899-7d2f8fd14fb4 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598161 Jun 29 10:46:38.404740 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-71bc2d1d-b8df-45a2-a7d9-f5bb4f062cd2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.406201 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-71bc2d1d-b8df-45a2-a7d9-f5bb4f062cd2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 817 time: 0.1392357 Jun 29 10:46:38.422328 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-d499a6fd-890c-452d-b1f6-f546da8e9711 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/quotas/5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 375 time: 0.0102046 Jun 29 10:46:38.494842 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-3d1d310a-3062-4fdf-abd7-aedba2db9ad3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667925 Jun 29 10:46:38.589610 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-099817c4-b5bc-4137-805b-8902afe85923 service neutron] 10.222.0.55 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832148 Jun 29 10:46:38.683767 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-93066404-ce3c-45dd-995d-26b9c110438c service neutron] 10.222.0.55 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851448 Jun 29 10:46:38.803886 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d8490700-2d5b-42ad-acf0-337532b01ee0 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:38.864839 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port d8490700-2d5b-42ad-acf0-337532b01ee0 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:38.868892 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port d8490700-2d5b-42ad-acf0-337532b01ee0 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:38.869300 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.873006 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-855cd731-09c2-4ad5-bfad-aaf680f07b9f req-95fe0a46-fbfb-451b-b5bc-2e66f227485d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 210 time: 0.0286193 Jun 29 10:46:38.952127 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.974810 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8490700-2d5b-42ad-acf0-337532b01ee0'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:38.977056 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6387d1ce-01a8-4ac6-9048-b7245782984d" -d '{"events": [{"server_uuid": "72677ac2-0e06-48e1-beaa-53293fed56c7", "name": "network-vif-plugged", "status": "completed", "tag": "d8490700-2d5b-42ad-acf0-337532b01ee0"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:38.990385 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port d8490700-2d5b-42ad-acf0-337532b01ee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8490700-2d5b-42ad-acf0-337532b01ee0,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:38.995226 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:38.997117 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:39.023754 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce601ab-bdee-4296-b6fd-52557ddcc32b x-openstack-request-id: req-8ce601ab-bdee-4296-b6fd-52557ddcc32b {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:39.024051 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72677ac2-0e06-48e1-beaa-53293fed56c7", "name": "network-vif-plugged", "status": "completed", "tag": "d8490700-2d5b-42ad-acf0-337532b01ee0", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:39.024307 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ce601ab-bdee-4296-b6fd-52557ddcc32b {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:39.024686 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8490700-2d5b-42ad-acf0-337532b01ee0', 'code': 200} Jun 29 10:46:39.047321 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=d8490700-2d5b-42ad-acf0-337532b01ee0,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:39.060104 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.060547 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.061064 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.061586 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.062328 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.064024 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.064534 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.066561 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.067094 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.068990 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.069881 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.070981 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.077353 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:39.281504 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c6918-544d-41f9-a0db-abc9a59be642 req-bea54cb6-666b-44ee-bfd0-622e5e9fb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.283473 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7e0c6918-544d-41f9-a0db-abc9a59be642 req-bea54cb6-666b-44ee-bfd0-622e5e9fb60a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 1098 time: 0.0556524 Jun 29 10:46:39.327342 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7e0c6918-544d-41f9-a0db-abc9a59be642 req-01a6ff0e-8134-4e27-adb0-c0da51981ba0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Jun 29 10:46:39.581180 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c45609-cfe7-4556-a058-464e4c84bf52 req-200960e5-83bb-4c2f-a7a5-3769e6f087ea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.582653 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-33c45609-cfe7-4556-a058-464e4c84bf52 req-200960e5-83bb-4c2f-a7a5-3769e6f087ea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 945 time: 0.0653183 Jun 29 10:46:39.624167 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-33c45609-cfe7-4556-a058-464e4c84bf52 req-1b2a3335-8bfd-4bc7-a35f-6770cbf1836b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Jun 29 10:46:40.030657 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7114317c-4d07-431a-9aaa-8249f0cc9325 req-4862b408-de12-4cfc-97db-2dfda1f5b49a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 210 time: 0.0397282 Jun 29 10:46:40.071092 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-bcd9b51b-a5a1-4a3c-8cdb-2d0d56e57ec1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.072502 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-bcd9b51b-a5a1-4a3c-8cdb-2d0d56e57ec1 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 817 time: 0.1347301 Jun 29 10:46:40.118063 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-de7edd08-bff9-47b0-9f7c-fe6d8d54bdd2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 380 time: 0.0333083 Jun 29 10:46:40.137006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'port': {'device_id': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'admin_state_up': True, 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'security_groups': ['dee9c0ea-7be3-4731-949c-ebcf2c2e99ec']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:40.247221 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Made reservation on behalf of 5eb46fee469147ad8a204594f4a59b87 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:40.250718 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.372003 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Allocated IP 172.20.0.13 (9488fd3b-8463-4288-bec1-be4710d617e1/f32f41dd-fe85-4f53-96e7-e4e9b21677fe/933ae251-a7e8-4f2c-8af3-13257c453b8b) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:40.515244 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.529220 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Transition to ACTIVE for port object 933ae251-a7e8-4f2c-8af3-13257c453b8b will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:40.566327 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.570512 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ed281449-4628-420f-a650-9a5282bd8141 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:40.610628 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Network 9488fd3b-8463-4288-bec1-be4710d617e1 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:40.613761 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:40.618047 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:40.623588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.624258 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.637000 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:40.640279 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:40.645322 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5131559 Jun 29 10:46:40.658281 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Request body: {'port': {'device_id': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:40.737958 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.893254 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-70c9d339-f931-4494-9216-2adc22c7dc4d None None] Provisioning for port 933ae251-a7e8-4f2c-8af3-13257c453b8b completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:40.894270 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05f3a2-b063-4928-b8be-0adb52749d12 req-8994be22-2514-4ca3-abff-125ab02a70b4 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.895769 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bf05f3a2-b063-4928-b8be-0adb52749d12 req-8994be22-2514-4ca3-abff-125ab02a70b4 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 945 time: 0.1557181 Jun 29 10:46:40.897201 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-70c9d339-f931-4494-9216-2adc22c7dc4d None None] Provisioning complete for port 933ae251-a7e8-4f2c-8af3-13257c453b8b triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:40.897583 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-70c9d339-f931-4494-9216-2adc22c7dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.931608 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-70c9d339-f931-4494-9216-2adc22c7dc4d None None] Port 933ae251-a7e8-4f2c-8af3-13257c453b8b cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:46:40.977053 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bf05f3a2-b063-4928-b8be-0adb52749d12 req-b71ec8d1-3736-445d-814b-453d3b7ef454 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737996 Jun 29 10:46:41.355617 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933ae251-a7e8-4f2c-8af3-13257c453b8b {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:41.365055 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.381949 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4376a-7b82-47e3-91de-0f866d5402fa req-ab4eef32-77a3-4128-9630-2789f2a3badc tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.383427 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7a4376a-7b82-47e3-91de-0f866d5402fa req-ab4eef32-77a3-4128-9630-2789f2a3badc tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 932 time: 0.1191421 Jun 29 10:46:41.388086 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Transition to ACTIVE for port object 933ae251-a7e8-4f2c-8af3-13257c453b8b will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:41.396371 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.404638 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:41.462780 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f7a4376a-7b82-47e3-91de-0f866d5402fa req-c5d2c349-f97a-4965-bf7e-2fea4d56d5fb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735097 Jun 29 10:46:41.466405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:41.469039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:41.503127 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Attempting to bind port 933ae251-a7e8-4f2c-8af3-13257c453b8b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:41.503460 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Attempting to bind port 933ae251-a7e8-4f2c-8af3-13257c453b8b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:41.503774 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Attempting to bind port 933ae251-a7e8-4f2c-8af3-13257c453b8b on network 9488fd3b-8463-4288-bec1-be4710d617e1 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:41.508352 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Port 933ae251-a7e8-4f2c-8af3-13257c453b8b on network 9488fd3b-8463-4288-bec1-be4710d617e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:41.508666 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Attempting to bind port 933ae251-a7e8-4f2c-8af3-13257c453b8b on network 9488fd3b-8463-4288-bec1-be4710d617e1 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:41.513812 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:41.514143 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Checking segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:41.514532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Bound using segment: {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:41.514965 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Bound port: 933ae251-a7e8-4f2c-8af3-13257c453b8b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d32b51d-bf54-438c-9275-6b14928d8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:41.515315 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.584574 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:41.588356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:41.592748 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.594749 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6751e075-000b-4fd4-ab21-3ad7e8196758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:41.619582 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45440) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:41.632321 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.633043 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.634292 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] 10.222.0.50 "PUT /v2.0/ports/933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 200 len: 1094 time: 0.9808235 Jun 29 10:46:41.634779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:41.637043 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e6b77-2ee5-43b6-a2ec-4ede872d3249" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:41.660008 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:41.663097 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:41.680551 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Deleting subnet a639d409-2a1a-43b6-a80a-7267e133bc6e {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:46:41.684568 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.718881 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c97b3a8-1969-40f2-a581-cf2c699081c1 x-openstack-request-id: req-3c97b3a8-1969-40f2-a581-cf2c699081c1 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:41.719275 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:41.719613 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c97b3a8-1969-40f2-a581-cf2c699081c1 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:41.720527 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'status': 'completed', 'code': 200} Jun 29 10:46:41.723598 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.750826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-94cc63d8-38ec-4fab-8721-7ce425a4f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.752257 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-94cc63d8-38ec-4fab-8721-7ce425a4f2ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1097 time: 0.0677662 Jun 29 10:46:41.763724 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.797749 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-3eb405a6-1d9d-44a3-b7e4-890b0d9de4ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 200 len: 217 time: 0.0354898 Jun 29 10:46:41.820537 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.822731 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:41.849320 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-7379a074-4739-4014-bd33-716393014c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.850833 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-7379a074-4739-4014-bd33-716393014c10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0458732 Jun 29 10:46:41.858666 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a639d409-2a1a-43b6-a80a-7267e133bc6e,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:41.862497 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:41.865970 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.870686 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a639d409-2a1a-43b6-a80a-7267e133bc6e HTTP/1.1" status: 204 len: 168 time: 0.2471285 Jun 29 10:46:41.871091 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45444) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:41.927388 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-cf249ad7-d749-479d-a80f-ee0e57fd78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.928942 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-cf249ad7-d749-479d-a80f-ee0e57fd78d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693653 Jun 29 10:46:41.948012 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.018913 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-ca1d63ce-833c-4d1a-89d5-73564307f9a2 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799131 Jun 29 10:46:42.022789 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.033011 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c2a756-ce7d-4c25-af56-1e40c8b29717']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:42.043556 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5ed647-067a-4e2a-a6a6-a3ac7e908409') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:42.043953 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5ed647-067a-4e2a-a6a6-a3ac7e908409') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:42.052509 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.065818 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.071598 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:46:42.071972 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:46:42.073653 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:46:42.117144 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d1296b2-6ebd-46b1-b598-633280ceff81 req-3ce1a760-9e8d-4d7b-b2c5-efc1ea8dc160 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Jun 29 10:46:42.130568 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.134093 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:42.136637 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.138879 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/82c2a756-ce7d-4c25-af56-1e40c8b29717 HTTP/1.1" status: 204 len: 168 time: 0.2669060 Jun 29 10:46:42.150004 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c2a756-ce7d-4c25-af56-1e40c8b29717,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:42.155007 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e37bf0e0-2e3e-429c-9ca6-1dc47d31feb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:42.224192 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-5e20eeb6-764b-4399-98c2-3bf0cf1aaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.225754 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-5e20eeb6-764b-4399-98c2-3bf0cf1aaf09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1097 time: 0.0522087 Jun 29 10:46:42.256578 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45448) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:42.300422 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-16bfa986-df35-4fe9-a275-9dc843e842ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc5e3c49c00f4039892adcda8dc9e128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404134 Jun 29 10:46:42.300706 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45452) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:42.321391 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-581668c0-21c8-44a5-b6c4-70f40d771250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.322948 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-581668c0-21c8-44a5-b6c4-70f40d771250 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.0901601 Jun 29 10:46:42.353280 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.366144 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-f87f530d-f883-4fb4-82ac-ccdadd11a334 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 200 len: 217 time: 0.0345078 Jun 29 10:46:42.374731 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.418486 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-5df4f204-da8f-4274-9000-5c3d547b1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.420106 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-5df4f204-da8f-4274-9000-5c3d547b1779 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0431049 Jun 29 10:46:42.427782 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.430177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.433737 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/630dce16-aad4-4952-bfee-0965a99f4ec0 HTTP/1.1" status: 204 len: 168 time: 0.1289995 Jun 29 10:46:42.433737 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2f3a260e-027b-4747-ac94-e672d7bc1a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:42.440315 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630dce16-aad4-4952-bfee-0965a99f4ec0,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:42.442127 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:42.487775 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-5717fc56-5cc1-4027-a80b-db592479952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.489481 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-5717fc56-5cc1-4027-a80b-db592479952d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0591209 Jun 29 10:46:42.605046 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-f0c6528e-4656-40a0-b499-bb30c5367b12 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080222 Jun 29 10:46:42.752057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b60075-edcc-4d15-a56d-8aad04b72fce req-1dfc8917-de2b-41d5-a7f7-3e8ec5ae4196 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.760867 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-48b60075-edcc-4d15-a56d-8aad04b72fce req-1dfc8917-de2b-41d5-a7f7-3e8ec5ae4196 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.1538553 Jun 29 10:46:42.764068 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-701e6b77-2ee5-43b6-a2ec-4ede872d3249 req-c1aad79c-229b-4e33-a867-87c88d67d8b4 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478765 Jun 29 10:46:42.809414 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-48b60075-edcc-4d15-a56d-8aad04b72fce req-663442d3-4851-444a-9e02-8cd847ef7de9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477707 Jun 29 10:46:44.016980 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5817b-91b5-4a39-91c9-8f29e1e07a1e req-b307100b-07c4-4f3b-8f5a-828f373d3bea tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.018523 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fbf5817b-91b5-4a39-91c9-8f29e1e07a1e req-b307100b-07c4-4f3b-8f5a-828f373d3bea tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0793741 Jun 29 10:46:44.061298 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fbf5817b-91b5-4a39-91c9-8f29e1e07a1e req-ca8cbca4-9bf0-467b-a926-1e38645cb96b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341940 Jun 29 10:46:44.831050 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:44.934392 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:44.945413 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'port_id': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'mac_address': 'fa:16:3e:2e:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:44.983183 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:44.996866 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933ae251-a7e8-4f2c-8af3-13257c453b8b {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:45.020491 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:45.026634 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.028626 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:45.074579 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:45.077928 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:45.256141 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bd8ec-9a62-4a01-a755-cf20ca135989 req-4bc4387e-6f60-4cbc-9531-ec74a8763222 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:45.257712 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-638bd8ec-9a62-4a01-a755-cf20ca135989 req-4bc4387e-6f60-4cbc-9531-ec74a8763222 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 945 time: 0.0712948 Jun 29 10:46:45.296560 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-638bd8ec-9a62-4a01-a755-cf20ca135989 req-7dde1ed7-5399-471a-9198-169e4d83ffb0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329988 Jun 29 10:46:45.332564 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['933ae251-a7e8-4f2c-8af3-13257c453b8b'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:46.473900 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec733e2-e3e1-4906-90f0-6c550d7efd82 req-c2b7acca-140e-4446-8be9-ece8a9f37088 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:46.475324 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cec733e2-e3e1-4906-90f0-6c550d7efd82 req-c2b7acca-140e-4446-8be9-ece8a9f37088 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 945 time: 0.0645614 Jun 29 10:46:46.511593 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cec733e2-e3e1-4906-90f0-6c550d7efd82 req-9086d342-394b-43b8-b280-7eb966129783 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306644 Jun 29 10:46:46.851963 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:46.914888 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 933ae251-a7e8-4f2c-8af3-13257c453b8b completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:46.918462 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 933ae251-a7e8-4f2c-8af3-13257c453b8b triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:46.918835 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.991274 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.013475 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:47.015768 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679fb9f2-841b-43db-a8e0-e652fbfaea60" -d '{"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-plugged", "status": "completed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:47.028397 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:47.033422 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.035281 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a7f82b15-4602-4aa8-9a06-050c9112c3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:47.060546 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dc738d-30d1-4e63-993f-80a97b1b75b3 x-openstack-request-id: req-a5dc738d-30d1-4e63-993f-80a97b1b75b3 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:47.060832 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-plugged", "status": "completed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:47.061089 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5dc738d-30d1-4e63-993f-80a97b1b75b3 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:47.061463 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'code': 200} Jun 29 10:46:47.086925 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:47.090034 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:47.306059 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67751294-20fc-438d-9ebb-192ef08204a1 req-0483499e-1b90-41de-9970-c7346325b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.307538 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-67751294-20fc-438d-9ebb-192ef08204a1 req-0483499e-1b90-41de-9970-c7346325b7e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1099 time: 0.0630054 Jun 29 10:46:47.345091 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-67751294-20fc-438d-9ebb-192ef08204a1 req-f7d2cbc3-7447-4b36-9dd7-315a2345a58e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296183 Jun 29 10:46:47.699058 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541eb05-a56c-4e57-bd44-fe9ec4c86edb req-52dbec8c-4834-454f-a663-7a5cc8934c2f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.700538 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d541eb05-a56c-4e57-bd44-fe9ec4c86edb req-52dbec8c-4834-454f-a663-7a5cc8934c2f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0668881 Jun 29 10:46:47.740850 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d541eb05-a56c-4e57-bd44-fe9ec4c86edb req-cc7eeeeb-c13c-4523-a2a2-6c51d7e55608 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Jun 29 10:46:48.556803 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:48.936655 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cb9d5-be2b-4555-8a53-37b94b60343e req-6637d5b3-2bd5-45f9-9186-c62fc735fc08 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:48.938019 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ca2cb9d5-be2b-4555-8a53-37b94b60343e req-6637d5b3-2bd5-45f9-9186-c62fc735fc08 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0648491 Jun 29 10:46:48.974557 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ca2cb9d5-be2b-4555-8a53-37b94b60343e req-51a053f5-7f80-47b4-aeaa-016ccb31da00 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309312 Jun 29 10:46:49.148007 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676245f8-076f-42f6-be77-1ab597b27ac7 req-c3525f99-2dc4-44bf-8469-8693d7f6f769 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:49.149468 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-676245f8-076f-42f6-be77-1ab597b27ac7 req-c3525f99-2dc4-44bf-8469-8693d7f6f769 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0655537 Jun 29 10:46:49.158228 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 45494) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:49.163390 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Request body: {'floatingip': {'port_id': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:49.201265 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.642532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.649039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.747330 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Floating IP df1da708-5587-4b5f-85ce-dc1224a95851 associated. External IP: 172.27.1.19, port: 933ae251-a7e8-4f2c-8af3-13257c453b8b. Jun 29 10:46:49.952733 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Router 3d04cb39-ce72-4157-9403-79e9116643fe has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:50.077260 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:50.082614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.087199 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] Sync routers for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:50.097787 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:50.098393 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:50.120535 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-66cec683-e6bd-4910-83bf-163db1756d02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "PUT /v2.0/floatingips/df1da708-5587-4b5f-85ce-dc1224a95851 HTTP/1.1" status: 200 len: 991 time: 0.9612579 Jun 29 10:46:50.121275 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:50.123844 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07627622-f259-4aee-9a21-601b4980410d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:50.159369 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4b1018-dc00-4f3b-bf49-b38d071a19dd x-openstack-request-id: req-cb4b1018-dc00-4f3b-bf49-b38d071a19dd {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:50.159697 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:50.159980 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb4b1018-dc00-4f3b-bf49-b38d071a19dd {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:50.160409 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'status': 'completed', 'code': 200} Jun 29 10:46:50.207530 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:50.237584 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07627622-f259-4aee-9a21-601b4980410d req-c5c48a6c-db5a-4145-bdfe-70eb85b9355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.239112 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07627622-f259-4aee-9a21-601b4980410d req-c5c48a6c-db5a-4145-bdfe-70eb85b9355a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1099 time: 0.0543382 Jun 29 10:46:50.332120 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07627622-f259-4aee-9a21-601b4980410d req-abc953b5-afab-480a-a97b-9b0889f3f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.333998 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07627622-f259-4aee-9a21-601b4980410d req-abc953b5-afab-480a-a97b-9b0889f3f4e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.0857911 Jun 29 10:46:50.398928 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07627622-f259-4aee-9a21-601b4980410d req-69c5d98d-c217-44c9-ad6b-de3bd85c31e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 200 len: 999 time: 0.0580850 Jun 29 10:46:50.457299 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07627622-f259-4aee-9a21-601b4980410d req-0f61d341-f6ec-432f-a38b-98e96503ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.458942 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07627622-f259-4aee-9a21-601b4980410d req-0f61d341-f6ec-432f-a38b-98e96503ad36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0525100 Jun 29 10:46:50.486227 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': 'df1da708-5587-4b5f-85ce-dc1224a95851', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'port_id': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'mac_address': 'fa:16:3e:2e:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:37Z', 'updated_at': '2021-06-29T10:46:49Z', 'revision_number': 1, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:50.511102 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] Checking router: 3d04cb39-ce72-4157-9403-79e9116643fe for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:50.517133 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07627622-f259-4aee-9a21-601b4980410d req-7244b62c-d571-433d-bda8-aa8ed95cd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.518682 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07627622-f259-4aee-9a21-601b4980410d req-7244b62c-d571-433d-bda8-aa8ed95cd521 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529542 Jun 29 10:46:50.520612 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:50.521228 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:50.622831 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07627622-f259-4aee-9a21-601b4980410d req-c3123cb5-1444-4b06-849d-2d975f6849e9 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967386 Jun 29 10:46:50.628425 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:50.725280 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07627622-f259-4aee-9a21-601b4980410d req-7ff8a473-9cbb-48e5-a015-c00069b86888 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951760 Jun 29 10:46:50.863251 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': 'df1da708-5587-4b5f-85ce-dc1224a95851', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'port_id': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'mac_address': 'fa:16:3e:2e:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:37Z', 'updated_at': '2021-06-29T10:46:49Z', 'revision_number': 1, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:50.888941 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a579588-48b4-41b7-ba4b-bf5d934a7918 None None] The sync data for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi is: [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': 'df1da708-5587-4b5f-85ce-dc1224a95851', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'port_id': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'mac_address': 'fa:16:3e:2e:dc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:37Z', 'updated_at': '2021-06-29T10:46:49Z', 'revision_number': 1, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:51.065252 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd30ebf-e7eb-4f11-ac30-22e4c6500cb4 None None] New status for floating IP df1da708-5587-4b5f-85ce-dc1224a95851: ACTIVE {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:46:52.079850 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-5ad146b4-e29b-4b65-8396-96ed1c040ac7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.081297 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-5ad146b4-e29b-4b65-8396-96ed1c040ac7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.1057351 Jun 29 10:46:52.098791 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-08fd5924-b0c2-4194-be5c-6cde39c06c8d tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/quotas/394919bbf2af434da21250ca57dd8459 HTTP/1.1" status: 200 len: 375 time: 0.0092666 Jun 29 10:46:52.168460 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-458a19a5-7d5f-4024-8464-7c085001eaf3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633578 Jun 29 10:46:52.263290 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-b75ace14-f34b-4ba2-8708-e8d05ea2a54e service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854630 Jun 29 10:46:52.348300 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-9a0c6e71-5f09-4cb5-b74f-8804e6a4ac39 service neutron] 10.222.0.55 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793033 Jun 29 10:46:52.524861 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb9a3065-96a5-4457-869b-203553e0f940 req-e3d3bc1c-05ce-4dda-8967-091d9861d1a8 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 210 time: 0.0309358 Jun 29 10:46:53.688940 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1fe4bbaa-6e90-446b-ae5a-879e94997eac req-77b721a5-9a01-4a32-a37a-ba294e2ed677 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 210 time: 0.0445607 Jun 29 10:46:53.697876 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d9480fc1-d3ca-405d-88db-5cba7044b80f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.699248 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d9480fc1-d3ca-405d-88db-5cba7044b80f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 815 time: 0.1366141 Jun 29 10:46:53.728946 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Request body: {'port': {'device_id': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'admin_state_up': True, 'tenant_id': '394919bbf2af434da21250ca57dd8459'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:53.848744 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Made reservation on behalf of 394919bbf2af434da21250ca57dd8459 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:53.852208 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.972735 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Allocated IP 172.20.0.10 (7cd14697-b4eb-4a35-aa71-e97bbb9b76e2/7625c85d-76ce-4441-b886-9d2ec4c913f3/9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:54.367954 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.407940 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.411883 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-85ddc9a1-4632-49e8-8ecb-46fb1b420bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:54.421668 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'd8490700-2d5b-42ad-acf0-337532b01ee0'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:54.471530 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:54.475789 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:54.481992 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:54.487991 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.488651 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.494950 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event updated for resources: {'Port': ['ID=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:54.499746 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:54.508187 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d75da8fa-e70e-4215-ad62-26b090a9fe06 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7831101 Jun 29 10:46:54.520178 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Request body: {'port': {'device_id': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:54.588752 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.761399 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.916429 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:54.925406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.936246 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f270f2-658c-4770-b593-03a9dcccaed3 req-bf552ccf-c244-4000-9cb8-0f6180525fa7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.937743 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c4f270f2-658c-4770-b593-03a9dcccaed3 req-bf552ccf-c244-4000-9cb8-0f6180525fa7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 932 time: 0.1201005 Jun 29 10:46:54.948299 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Transition to ACTIVE for port object 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:54.954514 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.962974 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ddf9e071-b45d-4b53-8b3f-316d1d53bfd9 tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:55.022059 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c4f270f2-658c-4770-b593-03a9dcccaed3 req-733860b0-cb95-4a28-bff6-1200cf6cb096 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767457 Jun 29 10:46:55.027249 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Pushing event updated for resources: {'Port': ['ID=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:55.031862 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:55.062725 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Attempting to bind port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:55.063053 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Attempting to bind port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:55.063376 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Attempting to bind port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:55.067553 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:55.067869 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Attempting to bind port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 on network 7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:55.072590 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:55.072922 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Checking segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:55.073299 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Bound using segment: {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:55.073745 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Bound port: 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791839ec-5f1f-4b4e-a817-114c52cf13a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:55.074099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.136356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] For port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:55.139348 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] For port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:55.144156 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.146296 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2177fd83-b9b0-45a4-95b3-4cac333f1583 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:55.184298 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.184902 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.186318 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] 10.222.0.50 "PUT /v2.0/ports/9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 HTTP/1.1" status: 200 len: 1094 time: 0.6701891 Jun 29 10:46:55.186805 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'tag': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:55.189453 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1037ac49-0269-473c-86f0-67dc1a4efde1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f", "tag": "9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:55.212645 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Pushing event updated for resources: {'Port': ['ID=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:55.215745 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:55.233253 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ba33c7-30f2-4763-9178-15e043fa4995 x-openstack-request-id: req-12ba33c7-30f2-4763-9178-15e043fa4995 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:55.233574 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f", "tag": "9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:55.233887 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12ba33c7-30f2-4763-9178-15e043fa4995 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:55.234313 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'tag': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3', 'status': 'completed', 'code': 200} Jun 29 10:46:55.307363 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-f93f10c4-4460-428d-af95-0fd7b667d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.309479 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-f93f10c4-4460-428d-af95-0fd7b667d3aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 1097 time: 0.0623190 Jun 29 10:46:55.351586 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-dc79a098-89ed-447e-814e-4caa614de38e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 HTTP/1.1" status: 200 len: 217 time: 0.0335884 Jun 29 10:46:55.402961 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d970b061-ecb7-464e-88a1-2178b0273b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.404325 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-d970b061-ecb7-464e-88a1-2178b0273b00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0420060 Jun 29 10:46:55.440282 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-ef12d41b-d01e-4f42-b2c6-a4922d27c7b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284123 Jun 29 10:46:55.535304 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-7448c452-7e86-4a68-aedc-fec9c88195f5 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828636 Jun 29 10:46:55.633506 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d276ac4-d8b3-4254-9928-2005b68bd7bd req-8848ea92-d3a0-42e5-ae27-9a284faa8289 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915678 Jun 29 10:46:55.695129 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-33659e7b-ab7e-4941-9dc6-e9a799940dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.742719 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-f1f0903d-7f3f-440c-8698-db04a1392fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.744161 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-f1f0903d-7f3f-440c-8698-db04a1392fc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 1097 time: 0.0545135 Jun 29 10:46:55.845982 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-ad46eb89-9ec0-4caf-82fc-59f8b38e8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.847454 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-ad46eb89-9ec0-4caf-82fc-59f8b38e8978 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 916 time: 0.0952046 Jun 29 10:46:55.890299 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-61ab9f8b-b19a-4312-97a3-fc05991cc84d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 HTTP/1.1" status: 200 len: 217 time: 0.0349231 Jun 29 10:46:55.943609 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-bfb19c5b-da24-48c6-bd46-9c393cef8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.945016 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-bfb19c5b-da24-48c6-bd46-9c393cef8066 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0437620 Jun 29 10:46:55.979482 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-42648cfd-af09-4380-8e19-b94127af274a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252454 Jun 29 10:46:56.078563 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-3d2e08df-ae28-434c-a02f-bcbca02586bf service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881686 Jun 29 10:46:56.226305 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1037ac49-0269-473c-86f0-67dc1a4efde1 req-954e1597-0195-440f-b049-60b4305e8b55 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385233 Jun 29 10:46:56.241970 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee64950-5cd8-4b2a-97c7-294a23ad0981 req-fc2dc01e-72a6-4fd0-baab-d71862c86de3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.243385 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5ee64950-5cd8-4b2a-97c7-294a23ad0981 req-fc2dc01e-72a6-4fd0-baab-d71862c86de3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 944 time: 0.0970392 Jun 29 10:46:56.281023 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5ee64950-5cd8-4b2a-97c7-294a23ad0981 req-64291ea3-24f8-4705-a6f5-3546ab2bae21 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307980 Jun 29 10:46:56.536380 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb451ca6-9217-429b-a37b-d12b3437e759 req-7c1bc6cb-ba5a-4b6e-b569-d689447c9bdd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.538287 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb451ca6-9217-429b-a37b-d12b3437e759 req-7c1bc6cb-ba5a-4b6e-b569-d689447c9bdd tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0738266 Jun 29 10:46:56.575296 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb451ca6-9217-429b-a37b-d12b3437e759 req-52ce5306-b346-4fd4-9754-be0d7cbed6a1 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Jun 29 10:46:57.486644 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e184f7-5708-4966-ba4d-c3232bb4910a req-a437afc8-abb2-4ae8-a7b5-22bc1c1e1293 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.487978 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25e184f7-5708-4966-ba4d-c3232bb4910a req-a437afc8-abb2-4ae8-a7b5-22bc1c1e1293 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 944 time: 0.0781870 Jun 29 10:46:57.526992 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-25e184f7-5708-4966-ba4d-c3232bb4910a req-3ea829ed-5d8d-49e8-87ba-ea8f9d2173a7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308187 Jun 29 10:46:57.761889 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a29b-6760-4e63-b6cc-b4e0262cd075 req-e39adaba-7e5d-48e2-8b0d-db9b49b6ac80 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.763331 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f656a29b-6760-4e63-b6cc-b4e0262cd075 req-e39adaba-7e5d-48e2-8b0d-db9b49b6ac80 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0651748 Jun 29 10:46:57.804585 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f656a29b-6760-4e63-b6cc-b4e0262cd075 req-9715fe58-4e6c-4c92-88e3-d629855ed756 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338995 Jun 29 10:46:58.017290 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3d599ead-b107-4f26-a800-a8accecaf7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.286006 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.750647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-947b0e88-794b-4b51-8f35-04aa619d9e1c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.752079 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-947b0e88-794b-4b51-8f35-04aa619d9e1c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.0962780 Jun 29 10:46:58.759066 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a05ebe-afc2-4497-802b-944b00bec008 req-3f0d368d-0598-4b4a-80d5-ff87aa9163f5 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.760366 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-92a05ebe-afc2-4497-802b-944b00bec008 req-3f0d368d-0598-4b4a-80d5-ff87aa9163f5 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 944 time: 0.1136572 Jun 29 10:46:58.842338 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-92a05ebe-afc2-4497-802b-944b00bec008 req-f34892f6-a73f-4d35-ae13-efc6a66d10d4 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743334 Jun 29 10:46:58.891720 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Deleting port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:58.892076 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.950704 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:59.020006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] For port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:59.020380 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.054083 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:59.065675 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3', 'network_id': '7cd14697-b4eb-4a35-aa71-e97bbb9b76e2', 'port_id': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3', 'mac_address': 'fa:16:3e:d9:59:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625c85d-76ce-4441-b886-9d2ec4c913f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:59.110703 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.111443 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.124326 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:59.135823 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a588868-ca60-4fe1-83e6-4df7866775c5 req-d26b095a-f7ea-4571-a143-f48b87ea8ce8 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.137344 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a588868-ca60-4fe1-83e6-4df7866775c5 req-d26b095a-f7ea-4571-a143-f48b87ea8ce8 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 945 time: 0.1793060 Jun 29 10:46:59.145204 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:59.150363 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.152097 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:59.199006 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:59.202081 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:59.254680 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a588868-ca60-4fe1-83e6-4df7866775c5 req-5ed65989-42c6-4ead-8e8f-2fc580bb7366 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898271 Jun 29 10:46:59.279930 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cf11a-ee47-4978-adc0-b4b488a78612 req-a84385ac-e524-4b45-9b66-1108b2fe248d tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.281380 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-055cf11a-ee47-4978-adc0-b4b488a78612 req-a84385ac-e524-4b45-9b66-1108b2fe248d tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 945 time: 0.1964073 Jun 29 10:46:59.298144 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.298499 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.298822 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Floating IP 3d92b7ad-31fd-4164-a132-8cd8864f9178 disassociated. External IP: 172.27.1.91, port: 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2. Jun 29 10:46:59.299157 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Calling delete_port for 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:59.365499 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-055cf11a-ee47-4978-adc0-b4b488a78612 req-c237f834-6538-4af8-b7dd-2437b46cb16c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee372535-3dcb-48ac-b470-7c56349f2ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747266 Jun 29 10:46:59.444874 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:59.447910 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.451836 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1658a476-9001-45ea-9792-3345fa5b22de tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:59.479782 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event deleted for resources: {'Port': ['ID=22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:59.482916 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:59.594594 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:59.703454 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:59.715811 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] Sync routers for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:59.724519 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:59.725143 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:59.752388 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] No DVR routers for this DVR port 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:59.755098 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.757047 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3b2694b3-dcfa-4917-8fb4-b9b2e719aed6 req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "DELETE /v2.0/ports/22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 HTTP/1.1" status: 204 len: 173 time: 0.9958444 Jun 29 10:46:59.757534 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'name': 'network-vif-deleted', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:59.759787 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478b470f-1781-4a0b-ad2a-1eca9c096282" -d '{"events": [{"server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "name": "network-vif-deleted", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:59.804355 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1245693-096c-4acc-8408-36747af4998e x-openstack-request-id: req-b1245693-096c-4acc-8408-36747af4998e {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:59.804684 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60d300-5bd8-4a57-9b9d-7c524e7c7f56", "name": "network-vif-deleted", "tag": "22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:59.804970 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1245693-096c-4acc-8408-36747af4998e {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:59.805395 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60d300-5bd8-4a57-9b9d-7c524e7c7f56', 'name': 'network-vif-deleted', 'tag': '22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2', 'status': 'completed', 'code': 200} Jun 29 10:46:59.832522 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:00.031841 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02f241-c374-4bce-9277-cb30eb2ab876 req-c194556a-560b-4e3c-9117-c12302a5d0f0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.033304 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc02f241-c374-4bce-9277-cb30eb2ab876 req-c194556a-560b-4e3c-9117-c12302a5d0f0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 945 time: 0.0656629 Jun 29 10:47:00.040703 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:00.067541 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] Checking router: 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:00.069871 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc02f241-c374-4bce-9277-cb30eb2ab876 req-45554a5c-2145-45b4-9de5-b62cd8293af0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Jun 29 10:47:00.076075 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:00.076700 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:00.177277 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:00.388902 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:00.419414 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9a52c2-2961-4ed0-b7b8-9cd8e85dabcd None None] The sync data for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi is: [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:00.442568 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac2ca-d5fa-41e2-b942-18cb6232acd3 req-7cfaad26-8379-460d-9d73-568ffca52c93 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.444161 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1bac2ca-d5fa-41e2-b942-18cb6232acd3 req-7cfaad26-8379-460d-9d73-568ffca52c93 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 945 time: 0.0721219 Jun 29 10:47:00.492534 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a1bac2ca-d5fa-41e2-b942-18cb6232acd3 req-b6790503-3dca-45fe-8ad5-a6768de2dbfd tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414732 Jun 29 10:47:00.559908 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-793bb430-05c0-4053-8136-a58ee565562d req-17dfcc08-21ad-4afe-95d2-3be33e1153c5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e60d300-5bd8-4a57-9b9d-7c524e7c7f56 HTTP/1.1" status: 200 len: 210 time: 0.0310111 Jun 29 10:47:00.692807 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12018181-3b3c-4b72-9fc0-ac925380def1 None None] New status for floating IP 3d92b7ad-31fd-4164-a132-8cd8864f9178: DOWN {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:00.790097 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-212159ee-6882-4338-96fc-248662eff1f0 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.791602 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-212159ee-6882-4338-96fc-248662eff1f0 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 945 time: 0.0682931 Jun 29 10:47:00.798994 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.898695 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Deleting port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:00.899038 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.964166 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:00.987512 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] For port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:00.987953 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.014149 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:01.017880 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:01.018209 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.096218 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.121739 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:01.124005 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b501185-f6af-46fb-81af-5560786d0ef3" -d '{"events": [{"server_uuid": "4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f", "name": "network-vif-plugged", "status": "completed", "tag": "9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:01.137464 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:01.143554 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.146996 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-be4c6673-aca7-46a6-878a-7d36028c2710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:01.160745 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.161115 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.161541 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Floating IP 83669e69-3ad7-4714-95fc-aaee34cfc32d disassociated. External IP: 172.27.1.80, port: 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c. Jun 29 10:47:01.161930 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Calling delete_port for 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:01.174371 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d4cc4-bb44-4845-a431-18cefa5ed893 x-openstack-request-id: req-433d4cc4-bb44-4845-a431-18cefa5ed893 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:01.175650 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f", "name": "network-vif-plugged", "status": "completed", "tag": "9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:01.175650 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-433d4cc4-bb44-4845-a431-18cefa5ed893 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:01.175650 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3', 'code': 200} Jun 29 10:47:01.207855 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:01.211070 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:01.292429 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca211ddd-73f9-451f-9ca9-6bed3756353f req-4a4f7e98-a231-42b1-8584-f6133268fccd tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.294007 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ca211ddd-73f9-451f-9ca9-6bed3756353f req-4a4f7e98-a231-42b1-8584-f6133268fccd tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 946 time: 0.0847254 Jun 29 10:47:01.393220 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ca211ddd-73f9-451f-9ca9-6bed3756353f req-60c77033-6e48-47fa-8e17-3d8a04732377 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 Jun 29 10:47:01.395044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.398958 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-072f60de-a8ad-4b40-87cd-e47c99a7b1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:01.425661 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event deleted for resources: {'Port': ['ID=1b3c5960-2d1a-40f0-9723-dc6a2a3e406c,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:01.428854 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:01.494252 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721c3d4-ed21-4726-b164-cbf8dbee9a28 req-5d3ceb35-6114-413f-9e77-2f43545dc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.495738 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7721c3d4-ed21-4726-b164-cbf8dbee9a28 req-5d3ceb35-6114-413f-9e77-2f43545dc4d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 1099 time: 0.1430149 Jun 29 10:47:01.568047 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7721c3d4-ed21-4726-b164-cbf8dbee9a28 req-f45429fb-cdbd-421a-a8ae-fa513d5d3914 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Jun 29 10:47:01.572847 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:01.687921 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45614) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:01.744771 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.777405 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.839687 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.842886 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.846973 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "DELETE /v2.0/security-groups/ee372535-3dcb-48ac-b470-7c56349f2ca2 HTTP/1.1" status: 204 len: 168 time: 0.1580126 Jun 29 10:47:01.847624 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45616) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:01.848314 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:01.870360 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee372535-3dcb-48ac-b470-7c56349f2ca2,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:01.872949 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:01.874278 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.api.v2.resource [None req-50bea053-23a9-4d07-8fda-ff5247dc29b8 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] show failed (client error): The resource could not be found. Jun 29 10:47:01.878541 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-50bea053-23a9-4d07-8fda-ff5247dc29b8 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups/ee372535-3dcb-48ac-b470-7c56349f2ca2 HTTP/1.1" status: 404 len: 347 time: 0.0264046 Jun 29 10:47:01.880063 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45618) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:01.973836 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4ca85d54-8f28-48b5-af54-3386b077e720 req-fe19016f-5b5b-432c-b9c7-98c488e3863a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 210 time: 0.3545792 Jun 29 10:47:01.987535 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:02.007158 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:02.009694 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Deleting port 4526c9c1-5bd2-424f-8d12-450a33819252 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:02.010326 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.016777 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:02.017404 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:02.032115 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] No DVR routers for this DVR port 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:02.034521 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.036417 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ad8be53-d670-4147-a5e0-b78b723f04c5 req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "DELETE /v2.0/ports/1b3c5960-2d1a-40f0-9723-dc6a2a3e406c HTTP/1.1" status: 204 len: 173 time: 1.2388878 Jun 29 10:47:02.036906 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'name': 'network-vif-deleted', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:02.039241 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad093ed-f522-4bb9-ba17-ce22eef2a1eb" -d '{"events": [{"server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "name": "network-vif-deleted", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:02.080987 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f4463a-4a4b-49e3-8a3c-680deb1415aa x-openstack-request-id: req-79f4463a-4a4b-49e3-8a3c-680deb1415aa {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:02.081315 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad6349a-70f2-4f01-92ae-329512632c6b", "name": "network-vif-deleted", "tag": "1b3c5960-2d1a-40f0-9723-dc6a2a3e406c", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:02.081972 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79f4463a-4a4b-49e3-8a3c-680deb1415aa {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:02.082113 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad6349a-70f2-4f01-92ae-329512632c6b', 'name': 'network-vif-deleted', 'tag': '1b3c5960-2d1a-40f0-9723-dc6a2a3e406c', 'status': 'completed', 'code': 200} Jun 29 10:47:02.102435 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.102990 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.115782 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Calling delete_port for 4526c9c1-5bd2-424f-8d12-450a33819252 owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:02.142819 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:02.248519 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.251768 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:02.280227 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event deleted for resources: {'Port': ['ID=4526c9c1-5bd2-424f-8d12-450a33819252,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:02.282690 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.341906 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:02.343155 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.345879 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.346994 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "DELETE /v2.0/floatingips/3d92b7ad-31fd-4164-a132-8cd8864f9178 HTTP/1.1" status: 204 len: 168 time: 0.4656072 Jun 29 10:47:02.368552 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:02.380472 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:02.381084 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:02.511129 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:02.655899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1677d9-5792-49da-ba23-a77e6591a981 req-bb2f265d-41da-4870-95fb-b7642c2c2e56 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:02.657359 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7a1677d9-5792-49da-ba23-a77e6591a981 req-bb2f265d-41da-4870-95fb-b7642c2c2e56 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 946 time: 0.1167586 Jun 29 10:47:02.687220 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45628) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:02.691942 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108027631', 'description': 'tempest-description--1576949705'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:02.696650 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7a1677d9-5792-49da-ba23-a77e6591a981 req-deeb9806-fead-4de4-a11d-813d54d95218 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Jun 29 10:47:02.716306 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.740215 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:02.771196 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74386ca4-7ba2-4b4f-abce-04f2174b2119 None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:02.796720 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.801283 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.804176 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fc5a5a1a-d84f-40ba-a164-9ae9f1cdbb23 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:02.829982 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.831247 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1429808 Jun 29 10:47:02.833164 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3478a54c-5c20-4e59-912b-73693e9b2350,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:02.835663 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45632) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:02.846889 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.850101 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'security_group_rule': {'security_group_id': '3478a54c-5c20-4e59-912b-73693e9b2350', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:02.878063 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.956990 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.961614 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.963674 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:02.975918 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:02.980789 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66be176e-7541-48b3-a3bb-12bbb699cf37,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:02.987184 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.995080 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.999570 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-52522e3e-4b92-4f4b-8390-78e9223668ce tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543982 Jun 29 10:47:03.000198 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 45634) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:03.005000 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'security_group_rule': {'security_group_id': '3478a54c-5c20-4e59-912b-73693e9b2350', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:03.012338 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:03.012692 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 22030555-e0f2-4a2b-a7c6-bcbf8d1d2ce2 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:03.013114 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:03.040697 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.049911 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7655a2-f4e8-4a0a-b400-f3c1789bcc81 None None] New status for floating IP 83669e69-3ad7-4714-95fc-aaee34cfc32d: DOWN {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:03.066932 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:03.067293 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 1b3c5960-2d1a-40f0-9723-dc6a2a3e406c not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:03.095852 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.104156 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.106548 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:03.125237 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404a9c5e-ae23-4a1f-9318-06e6bfe15af4,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:03.128363 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:03.130015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.134102 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-733b7f3f-761d-411a-a79b-f114d3e16c0c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327059 Jun 29 10:47:03.134553 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45638) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:03.139494 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:03.160963 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.170586 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d8714481-33a8-4829-b081-e7e6ed51d829 req-68ab4ff6-8799-4409-b9d3-f873d98397a1 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ad6349a-70f2-4f01-92ae-329512632c6b HTTP/1.1" status: 200 len: 210 time: 0.0347090 Jun 29 10:47:03.256500 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.360228 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Allocated IP 172.27.1.26 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/1a884c21-f31a-47d9-b263-62712b14970f) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:03.475545 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.521931 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.525140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:03.561375 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:03.564110 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:03.567464 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:03.573148 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'Port': ['ID=1a884c21-f31a-47d9-b263-62712b14970f,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:03.591162 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:03.653284 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.702452 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.851345 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.856981 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.860742 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:03.874271 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccbd9a-5222-4ede-8c80-3588668be95e req-ac95b2ad-253a-43c0-896d-f1313ebc897e tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:03.875742 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f0ccbd9a-5222-4ede-8c80-3588668be95e req-ac95b2ad-253a-43c0-896d-f1313ebc897e tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 946 time: 0.0629644 Jun 29 10:47:03.913779 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f0ccbd9a-5222-4ede-8c80-3588668be95e req-f6fc769a-38ab-4340-a173-88a13ad865a8 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Jun 29 10:47:03.925369 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'Port': ['ID=1a884c21-f31a-47d9-b263-62712b14970f,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:03.929363 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:03.934717 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.949778 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.950973 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8154101 Jun 29 10:47:04.147742 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-f82531c7-86aa-43a6-8017-74cd46c1e9f7 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1108027631&fields=id&tenant_id=472a075443ff462b97250e1ba06e6b25 HTTP/1.1" status: 200 len: 267 time: 0.0422659 Jun 29 10:47:04.266832 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ade09a4d-ad5b-4dc9-9910-9024292bf39e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.268287 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ade09a4d-ad5b-4dc9-9910-9024292bf39e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 811 time: 0.1124632 Jun 29 10:47:04.283860 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-d8e4376a-3265-438e-99a9-ca1280a08728 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/quotas/472a075443ff462b97250e1ba06e6b25 HTTP/1.1" status: 200 len: 375 time: 0.0098364 Jun 29 10:47:04.351015 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-2f25ca0e-bb03-4406-8728-313076e147fb tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618289 Jun 29 10:47:04.465317 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-70165724-9c13-48f9-8096-b96fc8cf415f service neutron] 10.222.0.55 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022294 Jun 29 10:47:04.489349 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-b3561201-1706-4132-a927-2b750a2fdc50 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280969353&fields=id&tenant_id=a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 267 time: 0.0524752 Jun 29 10:47:04.633874 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-aeb400d8-3508-4d64-b01b-37282d356088 service neutron] 10.222.0.55 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593289 Jun 29 10:47:04.643811 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-306b9a98-82fe-49e7-b219-301b965e0da5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.645177 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-306b9a98-82fe-49e7-b219-301b965e0da5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 811 time: 0.1466639 Jun 29 10:47:04.659708 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-3fbce44b-5d5b-472c-b87b-cf341c3e5c3b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/quotas/a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 375 time: 0.0090997 Jun 29 10:47:04.728682 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-2c7f9400-b6a1-4963-88ae-6d3f4ac566fc tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636640 Jun 29 10:47:04.825008 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1d10c8d-2f40-4652-9131-4ed23ea9325c req-5a1075f0-e092-45b5-ba49-f7ffe569100b tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 210 time: 0.0339410 Jun 29 10:47:04.858021 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-078ab767-574f-405b-b99b-292430c56e70 service neutron] 10.222.0.55 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123424 Jun 29 10:47:04.952375 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-55345bb5-1e34-42df-bc6e-136ade4113bb service neutron] 10.222.0.55 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882819 Jun 29 10:47:05.266165 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5cc7b53-dad9-4d5b-a5da-34fbaa5e7d0b req-41686289-f1bd-462d-8cd5-f84572015da8 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 210 time: 0.0331438 Jun 29 10:47:05.992473 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d9b3098c-7229-4a75-af49-65d013b30261 req-1c3a9ab2-725e-4fb6-8a39-dd8537e4b0c2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 210 time: 0.0359385 Jun 29 10:47:06.021833 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-9085e3a0-2c1f-44e8-8bfa-b32b8118ab7c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.023310 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-9085e3a0-2c1f-44e8-8bfa-b32b8118ab7c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 811 time: 0.1503973 Jun 29 10:47:06.070452 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-251138b4-cc86-451d-9ee6-41f217044a3e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=472a075443ff462b97250e1ba06e6b25 HTTP/1.1" status: 200 len: 380 time: 0.0375812 Jun 29 10:47:06.081982 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'port': {'device_id': '56584e09-c12f-412d-977f-64650d88a0ca', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'admin_state_up': True, 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'security_groups': ['3478a54c-5c20-4e59-912b-73693e9b2350']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:06.195099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Made reservation on behalf of 472a075443ff462b97250e1ba06e6b25 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:06.198583 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.323573 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Allocated IP 172.20.0.6 (aea4f42f-8618-4153-ba28-fddba00eb9db/c634196c-37a2-477d-a687-52c2dbc82b45/8b294601-fad7-4d30-8e15-b85dfdd885d0) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:06.499865 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-130638bd-6d7b-489f-be56-2dfb4aa85fcc req-b00e3749-0cb3-47e6-84ed-c4b7477b9e3a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 210 time: 0.0728736 Jun 29 10:47:06.569614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.584114 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-f75755e1-8809-484f-af73-241bc4ac0338 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.585530 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-f75755e1-8809-484f-af73-241bc4ac0338 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 811 time: 0.1771214 Jun 29 10:47:06.591916 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Transition to ACTIVE for port object 8b294601-fad7-4d30-8e15-b85dfdd885d0 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:06.647637 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-acd686e1-dcde-4548-8c21-7eeef88f6f0d tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 379 time: 0.0491564 Jun 29 10:47:06.655977 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.660513 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'port': {'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'admin_state_up': True, 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'security_groups': ['32c9fc45-b235-4059-8e58-5f60504472a0']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:06.666337 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f009a552-86bf-4f17-bed1-e4070e5c4391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:06.753914 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Network aea4f42f-8618-4153-ba28-fddba00eb9db is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:06.759398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:06.763166 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event updated for resources: {'Port': ['ID=8b294601-fad7-4d30-8e15-b85dfdd885d0,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:06.767639 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:06.773123 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.773661 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.776254 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:06.803140 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7259009 Jun 29 10:47:06.815870 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Request body: {'port': {'device_id': '56584e09-c12f-412d-977f-64650d88a0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:06.886079 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Made reservation on behalf of a3716bb98ba34e78b11f9bce5511c0c6 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:06.889592 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.919917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.004541 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-7108edaf-1466-4795-9306-98004258151c None None] Provisioning for port 8b294601-fad7-4d30-8e15-b85dfdd885d0 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:07.008691 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-7108edaf-1466-4795-9306-98004258151c None None] Provisioning complete for port 8b294601-fad7-4d30-8e15-b85dfdd885d0 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:07.009076 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7108edaf-1466-4795-9306-98004258151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.042415 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-7108edaf-1466-4795-9306-98004258151c None None] Port 8b294601-fad7-4d30-8e15-b85dfdd885d0 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:07.153023 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Allocated IP 172.20.0.8 (86de6e7e-a7b6-4e12-9ede-6d58a949757b/329f1129-68fc-413d-94f3-40b8ad8478ef/60fc9ee3-d329-4686-bdf2-2e60f3543d79) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:07.342940 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4bcf-d726-455f-9467-be1c0023e928 req-e64408d8-08bc-4d62-b2ec-ce31fc9be5e0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.344312 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b3dc4bcf-d726-455f-9467-be1c0023e928 req-e64408d8-08bc-4d62-b2ec-ce31fc9be5e0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 931 time: 0.2266779 Jun 29 10:47:07.446944 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b3dc4bcf-d726-455f-9467-be1c0023e928 req-6e522167-90f7-458d-87cb-3ee1fba647f5 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934107 Jun 29 10:47:07.453507 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b294601-fad7-4d30-8e15-b85dfdd885d0 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:07.462869 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.472656 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.485795 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Transition to ACTIVE for port object 60fc9ee3-d329-4686-bdf2-2e60f3543d79 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:07.487297 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Transition to ACTIVE for port object 8b294601-fad7-4d30-8e15-b85dfdd885d0 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:07.493086 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.496922 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f4b1ab6e-c110-4476-9f1c-18e1f141ddd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.570790 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Pushing event updated for resources: {'Port': ['ID=8b294601-fad7-4d30-8e15-b85dfdd885d0,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.598182 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.612367 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.617406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-af4e15f1-04ca-4014-8ae6-0b8188f1333d tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.656242 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Attempting to bind port 8b294601-fad7-4d30-8e15-b85dfdd885d0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:07.656569 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Attempting to bind port 8b294601-fad7-4d30-8e15-b85dfdd885d0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:07.656890 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Attempting to bind port 8b294601-fad7-4d30-8e15-b85dfdd885d0 on network aea4f42f-8618-4153-ba28-fddba00eb9db {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:07.694393 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:07.695072 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Port 8b294601-fad7-4d30-8e15-b85dfdd885d0 on network aea4f42f-8618-4153-ba28-fddba00eb9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:07.695392 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Attempting to bind port 8b294601-fad7-4d30-8e15-b85dfdd885d0 on network aea4f42f-8618-4153-ba28-fddba00eb9db {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:07.704326 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:07.708728 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:07.714017 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.714657 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.718208 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=60fc9ee3-d329-4686-bdf2-2e60f3543d79,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.722964 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:07.723292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Checking segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:07.723658 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Bound using segment: {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:07.724096 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Bound port: 8b294601-fad7-4d30-8e15-b85dfdd885d0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:07.724440 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.728032 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.755087 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1001902 Jun 29 10:47:07.793301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Request body: {'port': {'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:07.858007 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267859d-00dc-405c-a968-45119c04fe65 req-bdfaf731-a477-464a-a4d8-ef8a19db6e49 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.859828 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d267859d-00dc-405c-a968-45119c04fe65 req-bdfaf731-a477-464a-a4d8-ef8a19db6e49 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 931 time: 0.2349606 Jun 29 10:47:07.890396 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-00e18e3b-cb9a-4329-8b42-179b1e781c25 None None] Provisioning for port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:07.893910 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-00e18e3b-cb9a-4329-8b42-179b1e781c25 None None] Provisioning complete for port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:07.894287 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-00e18e3b-cb9a-4329-8b42-179b1e781c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.908919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] For port 8b294601-fad7-4d30-8e15-b85dfdd885d0, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:07.929327 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-00e18e3b-cb9a-4329-8b42-179b1e781c25 None None] Port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:07.934827 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] For port 8b294601-fad7-4d30-8e15-b85dfdd885d0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:07.943605 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d267859d-00dc-405c-a968-45119c04fe65 req-299d96e6-41e3-46c6-88c8-76c25d5e8b40 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764036 Jun 29 10:47:07.944518 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.946806 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.948256 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.991966 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.992581 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.993990 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] 10.222.0.50 "PUT /v2.0/ports/8b294601-fad7-4d30-8e15-b85dfdd885d0 HTTP/1.1" status: 200 len: 1093 time: 1.1835241 Jun 29 10:47:07.998163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:08.000476 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e0e804-1f39-4db7-a626-e83b10924434" -d '{"events": [{"name": "network-changed", "server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:08.279422 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e7f7d8-c721-4832-9f4b-5e3ae2e1dc0a x-openstack-request-id: req-08e7f7d8-c721-4832-9f4b-5e3ae2e1dc0a {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:08.279685 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:08.279996 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08e7f7d8-c721-4832-9f4b-5e3ae2e1dc0a {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:08.280487 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'status': 'completed', 'code': 200} Jun 29 10:47:08.335096 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Pushing event updated for resources: {'Port': ['ID=8b294601-fad7-4d30-8e15-b85dfdd885d0,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:08.381199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:08.462551 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-1b1b67e0-84fb-4b37-88d1-a0a82db2d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.464012 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-1b1b67e0-84fb-4b37-88d1-a0a82db2d495 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 1096 time: 0.1829119 Jun 29 10:47:08.517312 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-542f8996-9fdb-4053-87cc-344c777a0a8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0 HTTP/1.1" status: 200 len: 217 time: 0.0452940 Jun 29 10:47:08.654112 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-fe7bcff0-0c37-42f3-b332-33a1f947c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.655469 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-fe7bcff0-0c37-42f3-b332-33a1f947c85e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.1234994 Jun 29 10:47:08.664952 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fc9ee3-d329-4686-bdf2-2e60f3543d79 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:08.673886 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.719797 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Transition to ACTIVE for port object 60fc9ee3-d329-4686-bdf2-2e60f3543d79 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:08.727977 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.731798 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-36a95fa1-46e8-4782-8d55-ac3553bff20a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:08.740585 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60e72-1847-4471-9ec5-851384d95d0a req-fec7889e-75fb-4361-b705-5b01db9f0f60 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.742075 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-69c60e72-1847-4471-9ec5-851384d95d0a req-fec7889e-75fb-4361-b705-5b01db9f0f60 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 943 time: 0.1784515 Jun 29 10:47:08.819290 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Pushing event updated for resources: {'Port': ['ID=60fc9ee3-d329-4686-bdf2-2e60f3543d79,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:08.826863 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:08.833821 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ef9615fb-adde-41c9-9d9a-0ab65c5117d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.835289 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-ef9615fb-adde-41c9-9d9a-0ab65c5117d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1585588 Jun 29 10:47:08.839481 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-69c60e72-1847-4471-9ec5-851384d95d0a req-938190a4-1ede-470a-8da4-e6247d37d709 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905564 Jun 29 10:47:08.917391 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Attempting to bind port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:08.917711 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Attempting to bind port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:08.918029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Attempting to bind port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:08.928070 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:08.928361 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Attempting to bind port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:08.937773 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:08.938107 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Checking segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:08.938492 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Bound using segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:08.938923 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Bound port: 60fc9ee3-d329-4686-bdf2-2e60f3543d79, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:08.939280 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.998725 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-abc3d650-e042-4ebe-ad3f-af235e874066 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550982 Jun 29 10:47:09.093536 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] For port 60fc9ee3-d329-4686-bdf2-2e60f3543d79, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:09.116369 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] For port 60fc9ee3-d329-4686-bdf2-2e60f3543d79, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:09.124235 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:09.128221 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a896e253-561e-48b0-b634-52641776458c tempest-ServerRescueNegativeTestJSON-1620276157 tempest-ServerRescueNegativeTestJSON-1620276157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:09.192002 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.192737 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:09.193961 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-bfd4d723-f282-4d32-a431-31213659528a service neutron] 10.222.0.50 "PUT /v2.0/ports/60fc9ee3-d329-4686-bdf2-2e60f3543d79 HTTP/1.1" status: 200 len: 1093 time: 1.4075334 Jun 29 10:47:09.197399 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-365907cd-c9f9-46e6-b860-d5891fe463c7 req-05d3666f-1175-4448-baa0-d5e673267a9b service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892707 Jun 29 10:47:09.216805 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Pushing event updated for resources: {'Port': ['ID=60fc9ee3-d329-4686-bdf2-2e60f3543d79,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:09.220196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:09.227814 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb44ae-0df5-44e0-88df-33d0d027de70 req-f9a7c7db-d057-45e7-b064-ff9921259145 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.229390 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ccb44ae-0df5-44e0-88df-33d0d027de70 req-f9a7c7db-d057-45e7-b064-ff9921259145 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.1693602 Jun 29 10:47:09.319404 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ccb44ae-0df5-44e0-88df-33d0d027de70 req-e0771ce1-b93d-4000-8771-248d4cbe91f3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832107 Jun 29 10:47:09.359045 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-672f97ab-d49e-4fc4-9f24-095c74334ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.360885 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-672f97ab-d49e-4fc4-9f24-095c74334ed5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 1096 time: 0.0959871 Jun 29 10:47:09.366295 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-8ce26442-82a6-492e-8598-d9f9e6b0e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.367611 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-8ce26442-82a6-492e-8598-d9f9e6b0e243 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 1096 time: 0.0929871 Jun 29 10:47:09.441487 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-7ca368bf-72e8-42e7-9be0-f1e4463f952b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79 HTTP/1.1" status: 200 len: 217 time: 0.0652211 Jun 29 10:47:09.516678 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-86c152b9-b3be-4723-9e04-318d72537b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.518109 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-86c152b9-b3be-4723-9e04-318d72537b0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0669484 Jun 29 10:47:09.519148 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-a6a3d6de-ca63-4e3a-b632-54c111b7d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.520405 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-a6a3d6de-ca63-4e3a-b632-54c111b7d5ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 912 time: 0.1519787 Jun 29 10:47:09.590389 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-8841045c-fc2e-42e2-829c-bf008f0796fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0 HTTP/1.1" status: 200 len: 217 time: 0.0540318 Jun 29 10:47:09.651813 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-9c9d0c22-b1dd-41ae-8d97-858a07e0e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.653290 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-9c9d0c22-b1dd-41ae-8d97-858a07e0e682 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.0522275 Jun 29 10:47:09.656176 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-aed1ed50-8b6d-42a6-99fc-2b126bcf449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.657494 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-aed1ed50-8b6d-42a6-99fc-2b126bcf449d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1223557 Jun 29 10:47:09.785087 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-2c415067-0218-4e5d-8932-706b7d2915ba service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112525 Jun 29 10:47:09.787644 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-8a7de0ee-4a45-4798-9915-4db39e2c0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.788978 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-8a7de0ee-4a45-4798-9915-4db39e2c0e20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1226058 Jun 29 10:47:09.952014 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-027bbb64-6109-4f48-be2e-acc8c48adcc7 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391299 Jun 29 10:47:09.955727 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e40b0cc2-7be1-4831-9d35-5e368bc60d63 req-2b3b82e6-eea3-43c1-9da7-34f44f1ec482 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501324 Jun 29 10:47:10.081212 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a5e0e804-1f39-4db7-a626-e83b10924434 req-7d42a8b4-1222-471e-97cd-02a1d52e9242 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145458 Jun 29 10:47:10.089461 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95263be8-d4ce-4ced-a281-fe07ad4ca8d6 req-14c128ad-8c13-4e59-9f10-28a0e2055ab0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.090847 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-95263be8-d4ce-4ced-a281-fe07ad4ca8d6 req-14c128ad-8c13-4e59-9f10-28a0e2055ab0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 943 time: 0.1378655 Jun 29 10:47:10.131408 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-95263be8-d4ce-4ced-a281-fe07ad4ca8d6 req-50c00170-03e7-4e6d-b906-096943f01618 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Jun 29 10:47:10.281966 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:10.285888 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5984d41a-dde5-49f2-96ea-c4e420f31e32" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:10.332560 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c86bb-8ff7-4043-8d72-b5037d38241f x-openstack-request-id: req-aa9c86bb-8ff7-4043-8d72-b5037d38241f {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:10.332861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:10.333142 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa9c86bb-8ff7-4043-8d72-b5037d38241f {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:10.333573 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'status': 'completed', 'code': 200} Jun 29 10:47:10.409249 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-4750990d-52e0-4db4-85cf-a0e320f741a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.410723 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-4750990d-52e0-4db4-85cf-a0e320f741a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 1096 time: 0.0522537 Jun 29 10:47:10.534571 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-a531e2bb-0c2c-4232-bbf9-ae490ef9a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.535905 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-a531e2bb-0c2c-4232-bbf9-ae490ef9a1e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.1176083 Jun 29 10:47:10.555048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1aa98-8e3f-422e-9c39-a122a856f6cf req-7f16391b-4ada-45f5-92f3-302df2dc474b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.556391 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7cc1aa98-8e3f-422e-9c39-a122a856f6cf req-7f16391b-4ada-45f5-92f3-302df2dc474b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.1215382 Jun 29 10:47:10.593045 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-3c545878-5920-4603-a459-21eb4566ad66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79 HTTP/1.1" status: 200 len: 217 time: 0.0506663 Jun 29 10:47:10.650597 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7cc1aa98-8e3f-422e-9c39-a122a856f6cf req-3e21c752-6091-4f7a-ad04-b225baf0cc2c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641375 Jun 29 10:47:10.654006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-ee64bd2f-cd30-4e70-8e34-db0a865ae505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.655315 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-ee64bd2f-cd30-4e70-8e34-db0a865ae505 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0547359 Jun 29 10:47:10.714417 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-86df8a4a-9049-439d-8385-ec669355f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.715826 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-86df8a4a-9049-439d-8385-ec669355f1ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543985 Jun 29 10:47:10.807228 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-cabcfc6a-ad4b-4798-9e7e-157c8c39d099 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Jun 29 10:47:10.898175 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5984d41a-dde5-49f2-96ea-c4e420f31e32 req-69543dcf-ef22-4c7e-a860-2b6aa6e62b2e service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828044 Jun 29 10:47:11.327825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd51f9-95af-4b27-a992-6aff39af5b27 req-f649f3d0-e51b-4084-b863-c76304617791 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:11.329297 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8afd51f9-95af-4b27-a992-6aff39af5b27 req-f649f3d0-e51b-4084-b863-c76304617791 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 943 time: 0.0789149 Jun 29 10:47:11.381516 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8afd51f9-95af-4b27-a992-6aff39af5b27 req-ffa77771-46be-412c-b967-86c78efa296c tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Jun 29 10:47:11.849488 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb09510-2734-42f1-ad20-bc6270b8cf35 req-22e481fb-0c1e-4513-a91e-db0d82c9f7f5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:11.850968 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-efb09510-2734-42f1-ad20-bc6270b8cf35 req-22e481fb-0c1e-4513-a91e-db0d82c9f7f5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0725417 Jun 29 10:47:11.888936 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-efb09510-2734-42f1-ad20-bc6270b8cf35 req-a917702e-8815-4c87-867c-f7e9ab47277a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Jun 29 10:47:12.555300 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589f68-bb44-4530-842c-a1266a52a0a3 req-15576e09-c2d3-497d-8a16-316f0aaf72ae tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.556765 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f8589f68-bb44-4530-842c-a1266a52a0a3 req-15576e09-c2d3-497d-8a16-316f0aaf72ae tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 943 time: 0.0642905 Jun 29 10:47:12.593434 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f8589f68-bb44-4530-842c-a1266a52a0a3 req-9303108f-04a1-45d0-b2ad-b49254974058 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305922 Jun 29 10:47:13.039392 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 8b294601-fad7-4d30-8e15-b85dfdd885d0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:13.082452 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2f6ce-a6de-416c-bb54-49284147faff req-f25d5230-04cb-4005-9d48-aaa38f43ed31 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.084001 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-efd2f6ce-a6de-416c-bb54-49284147faff req-f25d5230-04cb-4005-9d48-aaa38f43ed31 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0702984 Jun 29 10:47:13.132361 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-efd2f6ce-a6de-416c-bb54-49284147faff req-dfc93d01-dae3-4278-be30-61186d5f57b0 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Jun 29 10:47:13.275652 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 8b294601-fad7-4d30-8e15-b85dfdd885d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:13.286073 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'port_id': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'mac_address': 'fa:16:3e:e3:83:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:13.324139 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.336728 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b294601-fad7-4d30-8e15-b85dfdd885d0 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:13.356297 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 8b294601-fad7-4d30-8e15-b85dfdd885d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:13.360958 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.362895 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-be4c6673-aca7-46a6-878a-7d36028c2710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:13.417667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=8b294601-fad7-4d30-8e15-b85dfdd885d0,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:13.423943 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:13.646791 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['8b294601-fad7-4d30-8e15-b85dfdd885d0'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:13.772188 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc4a3a-b934-491e-8211-136442bded98 req-c42d1025-358b-4f59-8a9b-5479343862c1 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.773653 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9cc4a3a-b934-491e-8211-136442bded98 req-c42d1025-358b-4f59-8a9b-5479343862c1 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 944 time: 0.0627151 Jun 29 10:47:13.813204 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9cc4a3a-b934-491e-8211-136442bded98 req-4109da84-cc89-47f6-ac54-a4e01ab6b0f3 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334466 Jun 29 10:47:14.308527 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83e629-3a22-4618-be22-e682b81ca0b5 req-3ed630c1-da36-4490-ae71-cbe6ca3c9e69 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.309981 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7a83e629-3a22-4618-be22-e682b81ca0b5 req-3ed630c1-da36-4490-ae71-cbe6ca3c9e69 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0628061 Jun 29 10:47:14.350667 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7a83e629-3a22-4618-be22-e682b81ca0b5 req-157d2d05-d874-48ea-b443-132c3c914c27 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344369 Jun 29 10:47:14.985025 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf00e9-d55a-416c-bd38-89c77a77b005 req-f1bb20f7-8d5b-4e25-b8bf-ad2b0b347d5e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.986271 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5dcf00e9-d55a-416c-bd38-89c77a77b005 req-f1bb20f7-8d5b-4e25-b8bf-ad2b0b347d5e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 944 time: 0.0665622 Jun 29 10:47:15.026649 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5dcf00e9-d55a-416c-bd38-89c77a77b005 req-50a9d723-d310-471f-b45b-0817669183d9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345607 Jun 29 10:47:15.070276 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 8b294601-fad7-4d30-8e15-b85dfdd885d0 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:15.120218 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 8b294601-fad7-4d30-8e15-b85dfdd885d0 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:15.124320 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 8b294601-fad7-4d30-8e15-b85dfdd885d0 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:15.124694 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.199418 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.222612 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:15.224865 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32681a3-263c-407a-a9a2-de6b851c02e9" -d '{"events": [{"server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:15.240284 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 8b294601-fad7-4d30-8e15-b85dfdd885d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:15.245102 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:15.248114 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:15.270537 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a6ecfb-dc0a-4438-9eee-a4db02da12ff x-openstack-request-id: req-53a6ecfb-dc0a-4438-9eee-a4db02da12ff {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:15.270864 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "name": "network-vif-plugged", "status": "completed", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:15.271156 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53a6ecfb-dc0a-4438-9eee-a4db02da12ff {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:15.271557 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'code': 200} Jun 29 10:47:15.297762 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=8b294601-fad7-4d30-8e15-b85dfdd885d0,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:15.300544 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:15.517737 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48e47e-b173-4135-b69d-c1832ca6a8bb req-14cee992-a6ed-40e9-973e-d9752d358a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.519201 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6f48e47e-b173-4135-b69d-c1832ca6a8bb req-14cee992-a6ed-40e9-973e-d9752d358a91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 1098 time: 0.0835445 Jun 29 10:47:15.566399 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf5e67-1cd1-46fa-ada7-b3ac7bac1021 req-370f180a-a14d-4614-952d-201d66388e50 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.567804 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b6cf5e67-1cd1-46fa-ada7-b3ac7bac1021 req-370f180a-a14d-4614-952d-201d66388e50 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0953355 Jun 29 10:47:15.571555 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6f48e47e-b173-4135-b69d-c1832ca6a8bb req-dbac448f-8ba9-430b-87d8-6ab38a87642d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Jun 29 10:47:15.613164 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b6cf5e67-1cd1-46fa-ada7-b3ac7bac1021 req-47eb73f9-479d-45ae-b7a9-5679b230aa5b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370691 Jun 29 10:47:16.224809 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec8cd3-a9cc-405b-a168-81cf2c080cce req-84bd6954-ea3b-4b58-bd95-6d4e9edf4aca tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:16.226262 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a0ec8cd3-a9cc-405b-a168-81cf2c080cce req-84bd6954-ea3b-4b58-bd95-6d4e9edf4aca tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 946 time: 0.0997589 Jun 29 10:47:16.238075 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73b60-d1d5-4dc3-986b-1b4fc175e26e req-4e932c85-af25-4569-91c6-3df797e85666 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:16.239396 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fdd73b60-d1d5-4dc3-986b-1b4fc175e26e req-4e932c85-af25-4569-91c6-3df797e85666 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 945 time: 0.1025956 Jun 29 10:47:16.291348 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a0ec8cd3-a9cc-405b-a168-81cf2c080cce req-6f70758e-eee8-4cd5-9488-97a546d9f6ec tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510497 Jun 29 10:47:16.296933 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fdd73b60-d1d5-4dc3-986b-1b4fc175e26e req-815f68d4-d623-4b7d-b3a1-dbcf4f1cfd11 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499201 Jun 29 10:47:16.794043 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c18a-88e7-4158-b300-f87361f2f677 req-373e4c6f-03d4-4435-9d99-f98e229091a2 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:16.795652 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-02e4c18a-88e7-4158-b300-f87361f2f677 req-373e4c6f-03d4-4435-9d99-f98e229091a2 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0678220 Jun 29 10:47:16.836614 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-02e4c18a-88e7-4158-b300-f87361f2f677 req-63976846-26d0-4a31-a1e7-c6be3a025b21 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352437 Jun 29 10:47:17.776919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdbe0c-24a4-4fb8-94c3-edac57cc3d5d req-8d388c36-088e-408a-abf7-45260b63b3d7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:17.778464 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cccdbe0c-24a4-4fb8-94c3-edac57cc3d5d req-8d388c36-088e-408a-abf7-45260b63b3d7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 946 time: 0.3603349 Jun 29 10:47:17.791400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844dcf3-89aa-44d7-9e17-b7a493587739 req-e22f8775-0bff-46ef-93f7-605134910568 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:17.792864 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d844dcf3-89aa-44d7-9e17-b7a493587739 req-e22f8775-0bff-46ef-93f7-605134910568 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 945 time: 0.3640683 Jun 29 10:47:17.845161 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cccdbe0c-24a4-4fb8-94c3-edac57cc3d5d req-11f3a100-f46e-48af-9ded-6c68e0eeea84 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513437 Jun 29 10:47:17.850090 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d844dcf3-89aa-44d7-9e17-b7a493587739 req-04e80760-2067-4d5c-b7af-77b9ded81630 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505672 Jun 29 10:47:18.021292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d20a8-fe33-41a9-bfde-895e5b8e9728 req-7341870e-f6ba-46d3-8e09-c35e230fe684 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:18.022771 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d72d20a8-fe33-41a9-bfde-895e5b8e9728 req-7341870e-f6ba-46d3-8e09-c35e230fe684 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0656192 Jun 29 10:47:18.062605 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d72d20a8-fe33-41a9-bfde-895e5b8e9728 req-a9146985-7ee1-4b09-9aac-09a09c72d034 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337923 Jun 29 10:47:18.163122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b73693-d52f-4e41-8b0e-e70d23eaf2c6 req-6cce155e-d2ff-4c6f-95d6-516d5761acd0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:18.164497 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c9b73693-d52f-4e41-8b0e-e70d23eaf2c6 req-6cce155e-d2ff-4c6f-95d6-516d5761acd0 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 945 time: 0.0721302 Jun 29 10:47:18.173397 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45824) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:18.178148 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Request body: {'floatingip': {'port_id': '8b294601-fad7-4d30-8e15-b85dfdd885d0'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:18.218354 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.218622 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e843a74-8add-4121-a063-d3193ac7f427 req-35e4cac0-4917-4e8b-b7a1-a9594902d4d8 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:18.219780 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e843a74-8add-4121-a063-d3193ac7f427 req-35e4cac0-4917-4e8b-b7a1-a9594902d4d8 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 946 time: 0.0712948 Jun 29 10:47:18.320090 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Deleting port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:18.320423 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.405912 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] For port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:18.406158 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.418351 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Calling delete_port for 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:18.547278 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.551197 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d1ecaf28-4780-4297-85ef-046d29e74889 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:18.559455 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'd8490700-2d5b-42ad-acf0-337532b01ee0', '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:18.576032 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event deleted for resources: {'Port': ['ID=9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:18.583209 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.583558 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.583914 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.584304 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.584636 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.584984 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.585322 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.585675 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.586016 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.586348 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.586697 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.587033 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:18.590861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:18.635491 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] No DVR routers for this DVR port 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:18.638864 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.640867 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e843a74-8add-4121-a063-d3193ac7f427 req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "DELETE /v2.0/ports/9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 HTTP/1.1" status: 204 len: 173 time: 0.4152725 Jun 29 10:47:18.641375 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'name': 'network-vif-deleted', 'tag': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:18.644275 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99282c04-49e6-4158-af79-0b947446e5c7" -d '{"events": [{"server_uuid": "4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f", "name": "network-vif-deleted", "tag": "9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:18.650853 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.656005 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.687680 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e45403-41c5-43a3-a32e-7919facac967 x-openstack-request-id: req-a1e45403-41c5-43a3-a32e-7919facac967 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:18.688183 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f", "name": "network-vif-deleted", "tag": "9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:18.688472 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1e45403-41c5-43a3-a32e-7919facac967 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:18.688899 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f', 'name': 'network-vif-deleted', 'tag': '9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3', 'status': 'completed', 'code': 200} Jun 29 10:47:18.761779 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Floating IP 9885dacc-3c51-4e7b-b035-272fe1a192a0 associated. External IP: 172.27.1.26, port: 8b294601-fad7-4d30-8e15-b85dfdd885d0. Jun 29 10:47:18.975558 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:19.004270 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-51311f9f-1994-41dc-9739-79052bb9f670 req-656bb45f-5334-4dfb-bf44-6657a312e495 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b94c1c8-e8aa-4e71-b0ef-da9be55a8e8f HTTP/1.1" status: 200 len: 210 time: 0.0291963 Jun 29 10:47:19.082953 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:19.087973 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:19.105948 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] Sync routers for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:19.118812 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:19.119552 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:19.130469 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7701e546-a37f-4064-9367-14adebc9f531 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "PUT /v2.0/floatingips/9885dacc-3c51-4e7b-b035-272fe1a192a0 HTTP/1.1" status: 200 len: 990 time: 0.9559164 Jun 29 10:47:19.131316 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:19.133807 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3738a27f-0df1-4bac-8b76-b6b51b104215" -d '{"events": [{"name": "network-changed", "server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:19.245842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:19.263579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3a507-ed54-4580-ba33-ac8429741182 req-5d7dbdd8-1702-498e-a44b-1365954ef18c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.265833 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-34b3a507-ed54-4580-ba33-ac8429741182 req-5d7dbdd8-1702-498e-a44b-1365954ef18c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0760100 Jun 29 10:47:19.321826 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55575219-156a-45fc-b890-d56b45031ba3 x-openstack-request-id: req-55575219-156a-45fc-b890-d56b45031ba3 {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:19.322378 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:19.322482 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55575219-156a-45fc-b890-d56b45031ba3 {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:19.322848 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'status': 'completed', 'code': 200} Jun 29 10:47:19.323594 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-34b3a507-ed54-4580-ba33-ac8429741182 req-6b49fa5f-9b7f-4546-a36a-f1e4f85d9ded tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524127 Jun 29 10:47:19.458194 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-82ae74f8-7844-4d51-b90a-e2f0cd06970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.459692 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-82ae74f8-7844-4d51-b90a-e2f0cd06970f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=472a075443ff462b97250e1ba06e6b25&device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 1098 time: 0.0964024 Jun 29 10:47:19.483733 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '9885dacc-3c51-4e7b-b035-272fe1a192a0', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'port_id': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'mac_address': 'fa:16:3e:e3:83:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56584e09-c12f-412d-977f-64650d88a0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:03Z', 'updated_at': '2021-06-29T10:47:18Z', 'revision_number': 1, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:19.509121 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] Checking router: 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:19.517521 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:19.518157 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:19.549218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-67994c75-fe00-40b8-8c1d-d999ebbf918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.550709 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-67994c75-fe00-40b8-8c1d-d999ebbf918d service neutron] 10.222.0.50 "GET /v2.0/networks?id=aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 200 len: 912 time: 0.0840664 Jun 29 10:47:19.617911 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-a3a89dd1-b2d9-45f6-8bc0-3efe91421ce1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0 HTTP/1.1" status: 200 len: 998 time: 0.0598476 Jun 29 10:47:19.621350 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:19.665834 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-f6df7826-9853-4286-be3c-b19090ff6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.667320 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-f6df7826-9853-4286-be3c-b19090ff6dfc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 200 len: 850 time: 0.0431812 Jun 29 10:47:19.726239 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-115f6f42-8c03-4235-8944-062e2a2e346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.727700 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-115f6f42-8c03-4235-8944-062e2a2e346f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aea4f42f-8618-4153-ba28-fddba00eb9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530610 Jun 29 10:47:19.821644 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-7e74a8cf-922a-4bfe-818d-e88ba69deabb service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Jun 29 10:47:19.838532 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '9885dacc-3c51-4e7b-b035-272fe1a192a0', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'port_id': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'mac_address': 'fa:16:3e:e3:83:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56584e09-c12f-412d-977f-64650d88a0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:03Z', 'updated_at': '2021-06-29T10:47:18Z', 'revision_number': 1, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:19.863927 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2188f1c-8b0f-4682-8d3d-855a950c4c77 None None] The sync data for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi is: [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '9885dacc-3c51-4e7b-b035-272fe1a192a0', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'port_id': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'mac_address': 'fa:16:3e:e3:83:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56584e09-c12f-412d-977f-64650d88a0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:03Z', 'updated_at': '2021-06-29T10:47:18Z', 'revision_number': 1, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:19.912258 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3738a27f-0df1-4bac-8b76-b6b51b104215 req-7b8987c4-efdf-4d98-8494-2f353b34da41 service neutron] 10.222.0.50 "GET /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825424 Jun 29 10:47:20.052403 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba77f9-57a7-4b88-abef-4352d0459188 None None] New status for floating IP 9885dacc-3c51-4e7b-b035-272fe1a192a0: ACTIVE {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:20.508000 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114794d-3183-46e0-900b-ccb62b1f169b req-7c8b01c4-50df-4899-bbae-6874aeef7019 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.509427 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5114794d-3183-46e0-900b-ccb62b1f169b req-7c8b01c4-50df-4899-bbae-6874aeef7019 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 943 time: 0.0665469 Jun 29 10:47:20.547077 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5114794d-3183-46e0-900b-ccb62b1f169b req-aa303186-48b0-4238-93c6-39a1defac2e7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Jun 29 10:47:21.070003 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 60fc9ee3-d329-4686-bdf2-2e60f3543d79 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:21.165054 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 60fc9ee3-d329-4686-bdf2-2e60f3543d79, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:21.179270 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:21.217220 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.231010 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fc9ee3-d329-4686-bdf2-2e60f3543d79 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:21.252927 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 60fc9ee3-d329-4686-bdf2-2e60f3543d79, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:21.257802 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.259842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:21.281284 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-ec7e3ecf-d48e-4f33-bedf-1f4b3db4960b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571601 Jun 29 10:47:21.316979 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=60fc9ee3-d329-4686-bdf2-2e60f3543d79,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:21.321603 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:21.390152 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-8852f8a3-ec70-4808-aa43-3af0ddc5f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.391736 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-8852f8a3-ec70-4808-aa43-3af0ddc5f9ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=394919bbf2af434da21250ca57dd8459&device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0573752 Jun 29 10:47:21.513279 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-c408f119-f8c6-4f49-adc3-c6313d45296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.514905 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-c408f119-f8c6-4f49-adc3-c6313d45296a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 200 len: 916 time: 0.0991752 Jun 29 10:47:21.544381 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['60fc9ee3-d329-4686-bdf2-2e60f3543d79'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:21.565464 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-a82878d1-0c50-4073-ad67-d3ff91baae5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 HTTP/1.1" status: 200 len: 217 time: 0.0416899 Jun 29 10:47:21.651230 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-7cf7ea70-dd56-4003-881c-13adb4afc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.652730 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-7cf7ea70-dd56-4003-881c-13adb4afc291 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 200 len: 855 time: 0.0603018 Jun 29 10:47:21.676092 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7a21b-f893-477e-94ad-1181582ca230 req-9db250fd-eec5-43a4-a736-26e6e5444e61 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.677536 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-35b7a21b-f893-477e-94ad-1181582ca230 req-9db250fd-eec5-43a4-a736-26e6e5444e61 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 945 time: 0.1145968 Jun 29 10:47:21.697549 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-ab980f80-4484-4e46-9893-788f81cdf199 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371153 Jun 29 10:47:21.813114 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-35b7a21b-f893-477e-94ad-1181582ca230 req-30133e02-9647-4f10-9ed0-8ba1a8de5018 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182969 Jun 29 10:47:21.843190 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-c14d12f0-f3ed-4a86-8f94-d96cb7783b21 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373456 Jun 29 10:47:21.854942 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15eb5f-baef-41d3-81f9-26da8ef6af4c req-7ec0a822-27f2-4cda-b04b-2998b974fdad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.856286 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb15eb5f-baef-41d3-81f9-26da8ef6af4c req-7ec0a822-27f2-4cda-b04b-2998b974fdad tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 944 time: 0.1627297 Jun 29 10:47:21.940227 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb15eb5f-baef-41d3-81f9-26da8ef6af4c req-a39d96dc-0aba-4102-a2af-48ff3b892cdb tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759945 Jun 29 10:47:21.965951 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1c21fff0-b17c-4d10-a496-c1b83969c9da req-6b1b3e02-1039-4002-a4c5-5d8ea3a58275 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087437 Jun 29 10:47:23.006935 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a42f-ec61-42d2-985f-eacc5e33f44d req-ce8582e3-f262-47b6-a72c-766daf889b73 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.008404 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce23a42f-ec61-42d2-985f-eacc5e33f44d req-ce8582e3-f262-47b6-a72c-766daf889b73 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 945 time: 0.0747833 Jun 29 10:47:23.045221 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce23a42f-ec61-42d2-985f-eacc5e33f44d req-74b58a7f-cfe4-41bd-abc2-01cc93803f35 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Jun 29 10:47:23.088238 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 60fc9ee3-d329-4686-bdf2-2e60f3543d79 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:23.121897 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74809299-0eec-4168-9137-2bd160992d3f req-2df0287a-c73a-434b-88dd-29db95ecca8c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.123359 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-74809299-0eec-4168-9137-2bd160992d3f req-2df0287a-c73a-434b-88dd-29db95ecca8c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 944 time: 0.0624535 Jun 29 10:47:23.137260 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:23.141420 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:23.141847 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.160425 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-74809299-0eec-4168-9137-2bd160992d3f req-b87d75d3-8e69-43d7-bfe1-3295fcc1b600 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311663 Jun 29 10:47:23.217442 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.240019 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:23.242183 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc046d-8d5c-4c6e-9933-fc6b285cf9da" -d '{"events": [{"server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "name": "network-vif-plugged", "status": "completed", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:23.254477 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 60fc9ee3-d329-4686-bdf2-2e60f3543d79, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:23.259973 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.260955 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:23.262707 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:23.297508 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b5c82b-abfc-43d5-bd96-4967f6f59e50 x-openstack-request-id: req-24b5c82b-abfc-43d5-bd96-4967f6f59e50 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:23.297863 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "name": "network-vif-plugged", "status": "completed", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:23.298051 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24b5c82b-abfc-43d5-bd96-4967f6f59e50 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:23.298458 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'code': 200} Jun 29 10:47:23.300776 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:23.301126 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 9c55ecc5-bbce-4693-9fed-ed8b5a46d0f3 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:23.330543 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=60fc9ee3-d329-4686-bdf2-2e60f3543d79,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:23.333646 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:23.338053 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-ecc915b0-2554-4d5a-8409-74834cdc907f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.339696 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-ecc915b0-2554-4d5a-8409-74834cdc907f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 945 time: 0.0766687 Jun 29 10:47:23.446602 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Deleting port d8490700-2d5b-42ad-acf0-337532b01ee0 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:23.446931 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.563159 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] For port d8490700-2d5b-42ad-acf0-337532b01ee0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d8490700-2d5b-42ad-acf0-337532b01ee0,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:23.563504 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.577541 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Calling delete_port for d8490700-2d5b-42ad-acf0-337532b01ee0 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:23.588595 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb078519-8617-4a72-8d63-23746cc1e967 req-2b185917-f50d-4470-b52f-c3e471934a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.590120 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cb078519-8617-4a72-8d63-23746cc1e967 req-2b185917-f50d-4470-b52f-c3e471934a58 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 1098 time: 0.1028252 Jun 29 10:47:23.669876 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cb078519-8617-4a72-8d63-23746cc1e967 req-2afe9e16-516f-4347-b4fb-4633841d5982 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457215 Jun 29 10:47:23.738244 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.749368 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-24957fc0-6df7-4962-ae17-419006ceedaa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:23.749592 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'd8490700-2d5b-42ad-acf0-337532b01ee0'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:23.776257 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event deleted for resources: {'Port': ['ID=d8490700-2d5b-42ad-acf0-337532b01ee0,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:23.794151 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:23.817474 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] No DVR routers for this DVR port d8490700-2d5b-42ad-acf0-337532b01ee0 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:23.819803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.821757 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57ecc924-beb2-46e3-983c-e533d4f38150 req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "DELETE /v2.0/ports/d8490700-2d5b-42ad-acf0-337532b01ee0 HTTP/1.1" status: 204 len: 173 time: 0.4732730 Jun 29 10:47:23.822248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'name': 'network-vif-deleted', 'tag': 'd8490700-2d5b-42ad-acf0-337532b01ee0'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:23.824544 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b662856-dda2-4bfc-83ad-24a28f37c6c4" -d '{"events": [{"server_uuid": "72677ac2-0e06-48e1-beaa-53293fed56c7", "name": "network-vif-deleted", "tag": "d8490700-2d5b-42ad-acf0-337532b01ee0"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:23.873324 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52cf694-80fd-48a7-989c-14968a4a1519 x-openstack-request-id: req-d52cf694-80fd-48a7-989c-14968a4a1519 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:23.873674 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72677ac2-0e06-48e1-beaa-53293fed56c7", "name": "network-vif-deleted", "tag": "d8490700-2d5b-42ad-acf0-337532b01ee0", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:23.873961 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d52cf694-80fd-48a7-989c-14968a4a1519 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:23.874417 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72677ac2-0e06-48e1-beaa-53293fed56c7', 'name': 'network-vif-deleted', 'tag': 'd8490700-2d5b-42ad-acf0-337532b01ee0', 'status': 'completed', 'code': 200} Jun 29 10:47:24.203670 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d22580e8-3277-4e8c-a154-85df51ead96e req-f596d753-729a-4951-8d24-a08119b2b16f tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=72677ac2-0e06-48e1-beaa-53293fed56c7 HTTP/1.1" status: 200 len: 210 time: 0.0301201 Jun 29 10:47:24.334498 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec6a76-be83-44d7-9709-bdecf6361805 req-df4e5ebc-9f30-4ea7-a428-29cfbcb5cc20 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.336490 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-49ec6a76-be83-44d7-9709-bdecf6361805 req-df4e5ebc-9f30-4ea7-a428-29cfbcb5cc20 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 945 time: 0.0651090 Jun 29 10:47:24.376830 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-49ec6a76-be83-44d7-9709-bdecf6361805 req-d72ffe91-e60c-4b80-9824-269646f4af36 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335371 Jun 29 10:47:24.772932 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.555071 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:25.560785 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542dc4f-216c-4c8b-b425-9b26a4ff662b req-028bda9c-28fd-45c9-a3aa-ff472b6a0da6 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.562320 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c542dc4f-216c-4c8b-b425-9b26a4ff662b req-028bda9c-28fd-45c9-a3aa-ff472b6a0da6 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 945 time: 0.0759397 Jun 29 10:47:25.598944 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c542dc4f-216c-4c8b-b425-9b26a4ff662b req-d8cd4c35-74ec-43bc-9241-9d0fd4d68756 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309300 Jun 29 10:47:25.674086 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa37f75-5f94-400b-a5fc-491df81744b7 req-83cf909e-7b51-4ea5-8175-83d00b82d4e1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.675436 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6fa37f75-5f94-400b-a5fc-491df81744b7 req-83cf909e-7b51-4ea5-8175-83d00b82d4e1 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0651314 Jun 29 10:47:25.699205 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-4b19c827-0a06-44d3-80c1-88ec7f10e1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.741537 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6fa37f75-5f94-400b-a5fc-491df81744b7 req-9bd0c312-03b9-4703-bec7-e7b2baf9b9d9 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572002 Jun 29 10:47:25.804398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b70fb-bc70-4e0a-bf29-b90bd804cf3e req-4abe2ab1-bc31-48b1-afb4-443bf8af685a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.806590 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-772b70fb-bc70-4e0a-bf29-b90bd804cf3e req-4abe2ab1-bc31-48b1-afb4-443bf8af685a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 945 time: 0.0887575 Jun 29 10:47:25.845344 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-772b70fb-bc70-4e0a-bf29-b90bd804cf3e req-7f0f7d06-31cb-4abf-a564-069b8b2a4a52 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305023 Jun 29 10:47:25.869861 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45902) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.920250 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae669c-8ab1-4ed4-97d1-fabfce1a88d8 tempest-TestVolumeBootPattern-1418455109 tempest-TestVolumeBootPattern-1418455109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.921712 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e0ae669c-8ab1-4ed4-97d1-fabfce1a88d8 tempest-TestVolumeBootPattern-1418455109 tempest-TestVolumeBootPattern-1418455109-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 1093 time: 0.0508273 Jun 29 10:47:25.925714 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45904) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.929801 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:25.953445 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.263912 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.365345 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Allocated IP 172.27.1.155 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/04373e52-eff8-40c2-8c81-b609bb666ede) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:26.474053 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.517562 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.519770 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.560146 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:26.562960 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:26.567218 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:26.570227 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=04373e52-eff8-40c2-8c81-b609bb666ede,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.587612 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.931904 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2902a8-4418-41a6-b332-c2199e53090f req-adb8e0c5-4156-4552-86dc-cfb1a5a77ba5 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.933377 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb2902a8-4418-41a6-b332-c2199e53090f req-adb8e0c5-4156-4552-86dc-cfb1a5a77ba5 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0676649 Jun 29 10:47:26.938667 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.970968 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb2902a8-4418-41a6-b332-c2199e53090f req-fc80ce99-5f92-438a-8fa9-3b912b343023 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Jun 29 10:47:27.012803 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.045046 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-b9f6bd6c-f45b-44fd-a250-1faf09c733b4 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:27.046441 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-b9f6bd6c-f45b-44fd-a250-1faf09c733b4 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 946 time: 0.0625007 Jun 29 10:47:27.122105 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d8490700-2d5b-42ad-acf0-337532b01ee0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:27.158947 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Deleting port 0c6275d4-7b01-4750-bd95-2c427148a9f5 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:27.159530 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.165937 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: d8490700-2d5b-42ad-acf0-337532b01ee0 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:27.174908 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device d8490700-2d5b-42ad-acf0-337532b01ee0 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:27.175457 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.181596 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.184804 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:27.257118 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=04373e52-eff8-40c2-8c81-b609bb666ede,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:27.262981 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:27.264841 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] For port 0c6275d4-7b01-4750-bd95-2c427148a9f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c6275d4-7b01-4750-bd95-2c427148a9f5,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:27.265778 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.269908 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.278431 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Calling delete_port for 0c6275d4-7b01-4750-bd95-2c427148a9f5 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:27.369480 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Floating IP 33ee0a5f-36d2-422b-84b6-23426e8ba05f associated. External IP: 172.27.1.155, port: 60fc9ee3-d329-4686-bdf2-2e60f3543d79. Jun 29 10:47:27.417132 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.421325 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:27.429393 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', '0c6275d4-7b01-4750-bd95-2c427148a9f5'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:27.448379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event deleted for resources: {'Port': ['ID=0c6275d4-7b01-4750-bd95-2c427148a9f5,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:27.454449 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:27.493885 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] No DVR routers for this DVR port 0c6275d4-7b01-4750-bd95-2c427148a9f5 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:27.496695 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.498908 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ac214c93-70ff-4f7e-ae46-9b33c6355d32 req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "DELETE /v2.0/ports/0c6275d4-7b01-4750-bd95-2c427148a9f5 HTTP/1.1" status: 204 len: 173 time: 0.4438610 Jun 29 10:47:27.499559 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'name': 'network-vif-deleted', 'tag': '0c6275d4-7b01-4750-bd95-2c427148a9f5'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:27.501955 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a840009-0d30-417b-995e-033e0ea98238" -d '{"events": [{"server_uuid": "c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7", "name": "network-vif-deleted", "tag": "0c6275d4-7b01-4750-bd95-2c427148a9f5"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:27.544064 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a0452e-4336-4d35-a0f7-dd27b49ca6c5 x-openstack-request-id: req-d0a0452e-4336-4d35-a0f7-dd27b49ca6c5 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:27.544256 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7", "name": "network-vif-deleted", "tag": "0c6275d4-7b01-4750-bd95-2c427148a9f5", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:27.544500 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0a0452e-4336-4d35-a0f7-dd27b49ca6c5 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:27.544981 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7', 'name': 'network-vif-deleted', 'tag': '0c6275d4-7b01-4750-bd95-2c427148a9f5', 'status': 'completed', 'code': 200} Jun 29 10:47:27.590518 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:27.701810 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:27.711387 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:27.717576 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:27.721426 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:27.722082 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:46:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:27.755902 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8293157 Jun 29 10:47:27.756545 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:27.758872 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1162e84-3c73-4aac-8a09-9b936ab585cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:27.840510 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:27.847410 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae99049-53af-4721-b09a-28d7d6813b8f x-openstack-request-id: req-7ae99049-53af-4721-b09a-28d7d6813b8f {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:27.847732 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:27.848015 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ae99049-53af-4721-b09a-28d7d6813b8f {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:27.848446 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'status': 'completed', 'code': 200} Jun 29 10:47:27.928220 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-232814df-1d4a-4b91-9861-f4012ecd7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:27.929645 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-232814df-1d4a-4b91-9861-f4012ecd7b11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 1098 time: 0.0521958 Jun 29 10:47:28.032754 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-7140958b-b42a-499c-8890-ca7d60334779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.034257 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-7140958b-b42a-499c-8890-ca7d60334779 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.0878973 Jun 29 10:47:28.054694 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-33089a18-c01c-44bd-8698-1ee4d81d0e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.092501 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:26Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:28.128966 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:28.132932 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-d33fe950-b360-4188-8883-e98418538924 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79 HTTP/1.1" status: 200 len: 999 time: 0.0921409 Jun 29 10:47:28.137890 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:28.138520 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:47:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:28.162216 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fd499567-350e-4c41-bc2a-42bc20948f5f req-49e08df6-11c1-48c1-95a2-f16d7b51b5b7 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7ec4fb7-e2f3-49d0-ab8e-dda08e6835e7 HTTP/1.1" status: 200 len: 210 time: 0.0322075 Jun 29 10:47:28.215461 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-ac552f1b-8c1d-403e-89ef-fb08a531310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.217356 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-ac552f1b-8c1d-403e-89ef-fb08a531310d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0577505 Jun 29 10:47:28.294159 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-1ba7649a-0383-410f-bdfe-a387e0a40cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.295660 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-1ba7649a-0383-410f-bdfe-a387e0a40cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712380 Jun 29 10:47:28.379880 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.382615 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:28.410958 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-ab458df3-ce0b-498e-8a11-48d1be8e40c9 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071975 Jun 29 10:47:28.504926 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1162e84-3c73-4aac-8a09-9b936ab585cc req-17cf3da6-9540-488b-8688-61f3b8d9bbdc service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864904 Jun 29 10:47:28.606629 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:26Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:28.631822 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a98e1-bf1a-447b-a4f2-8edc07b2c185 None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:26Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:28.825544 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e38b16-7ace-4864-93f3-d40a700a71c7 None None] New status for floating IP 33ee0a5f-36d2-422b-84b6-23426e8ba05f: ACTIVE {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:29.090153 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.806208 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.821010 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2ee66-d10d-44f1-96b2-2fc83be1e2f1 req-87f14d5a-2a51-4548-b845-3055b63575ef tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.822525 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f2f2ee66-d10d-44f1-96b2-2fc83be1e2f1 req-87f14d5a-2a51-4548-b845-3055b63575ef tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 945 time: 0.0690346 Jun 29 10:47:30.861669 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f2f2ee66-d10d-44f1-96b2-2fc83be1e2f1 req-639ca588-0e3d-4114-b4d9-3051388bc196 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Jun 29 10:47:31.141928 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 0c6275d4-7b01-4750-bd95-2c427148a9f5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:31.161956 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 0c6275d4-7b01-4750-bd95-2c427148a9f5 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:31.162301 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 0c6275d4-7b01-4750-bd95-2c427148a9f5 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:32.043999 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82793a30-9350-49bf-aa35-e66da277642d req-d3ea43d6-2cc9-4910-be2f-db9fb7fc8f75 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.045404 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-82793a30-9350-49bf-aa35-e66da277642d req-d3ea43d6-2cc9-4910-be2f-db9fb7fc8f75 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 945 time: 0.0699310 Jun 29 10:47:32.083974 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-82793a30-9350-49bf-aa35-e66da277642d req-fbcdb9cf-3c93-49f2-a0cf-e430bd4af50d tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/security-groups?id=922c9056-8c77-44c5-948d-e369fadaf3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305920 Jun 29 10:47:32.433282 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-e8401281-8fbe-4da2-9d33-f55b35a76333 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.434703 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-e8401281-8fbe-4da2-9d33-f55b35a76333 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 945 time: 0.0769410 Jun 29 10:47:32.535142 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Deleting port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:32.535501 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.624782 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] For port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,segment=NetworkSegment(791839ec-5f1f-4b4e-a817-114c52cf13a9),segment_id=791839ec-5f1f-4b4e-a817-114c52cf13a9)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:32.625076 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.637550 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Calling delete_port for 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:32.768880 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.772432 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-140f8d6d-576d-4514-aec0-c24c2b831245 tempest-VolumesSnapshotTestJSON-601231223 tempest-VolumesSnapshotTestJSON-601231223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:32.780375 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:32.799980 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Pushing event deleted for resources: {'Port': ['ID=787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:32.803111 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:32.843558 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] No DVR routers for this DVR port 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:32.846039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.847996 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-639f9db2-2db7-424d-a7db-cf63f0457f61 req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.50 "DELETE /v2.0/ports/787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 HTTP/1.1" status: 204 len: 173 time: 0.4068899 Jun 29 10:47:32.848481 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'name': 'network-vif-deleted', 'tag': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:32.850764 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5187131e-f2c5-4d17-97f8-330042d775ef" -d '{"events": [{"server_uuid": "81894523-9688-4ef7-b2b6-f9fdf6d44dc8", "name": "network-vif-deleted", "tag": "787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:32.940415 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a87511-3cb8-4e8b-b65e-6c55da2fc92a x-openstack-request-id: req-89a87511-3cb8-4e8b-b65e-6c55da2fc92a {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:32.940734 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81894523-9688-4ef7-b2b6-f9fdf6d44dc8", "name": "network-vif-deleted", "tag": "787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:32.941015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89a87511-3cb8-4e8b-b65e-6c55da2fc92a {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:32.941435 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81894523-9688-4ef7-b2b6-f9fdf6d44dc8', 'name': 'network-vif-deleted', 'tag': '787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3', 'status': 'completed', 'code': 200} Jun 29 10:47:33.244988 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-44e8dda0-51a4-4bc9-acd7-a676683f66cd req-2db00f23-e847-40ec-a7da-f84e6ec540d4 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] 10.222.0.55 "GET /v2.0/ports?device_id=81894523-9688-4ef7-b2b6-f9fdf6d44dc8 HTTP/1.1" status: 200 len: 210 time: 0.0349882 Jun 29 10:47:34.346811 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45972) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:34.396291 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Deleting subnet 7625c85d-76ce-4441-b886-9d2ec4c913f3 {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:47:34.399318 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.430964 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.467403 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.522074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.524248 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:34.545223 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7625c85d-76ce-4441-b886-9d2ec4c913f3,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:34.548490 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:34.551320 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.553149 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7625c85d-76ce-4441-b886-9d2ec4c913f3 HTTP/1.1" status: 204 len: 168 time: 0.2053726 Jun 29 10:47:34.555807 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45974) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:34.619345 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.696018 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.705481 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd14697-b4eb-4a35-aa71-e97bbb9b76e2']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:34.715066 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791839ec-5f1f-4b4e-a817-114c52cf13a9') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:34.715360 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791839ec-5f1f-4b4e-a817-114c52cf13a9') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:34.724243 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.739454 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.745995 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:47:34.746401 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:47:34.748062 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:47:34.809383 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.813316 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:34.815576 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:34.817401 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7cd14697-b4eb-4a35-aa71-e97bbb9b76e2 HTTP/1.1" status: 204 len: 168 time: 0.2606649 Jun 29 10:47:34.827728 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd14697-b4eb-4a35-aa71-e97bbb9b76e2,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:34.830144 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-47084181-8791-42b9-ab91-459e75fe9508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:34.984162 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 45978) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:35.027564 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-234734f2-6473-4dd7-9cfa-4d9ef46e834b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=394919bbf2af434da21250ca57dd8459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420821 Jun 29 10:47:35.031217 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 45980) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:35.090436 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.115846 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.408106 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.412210 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:35.413693 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/922c9056-8c77-44c5-948d-e369fadaf3b6 HTTP/1.1" status: 204 len: 168 time: 0.3811526 Jun 29 10:47:35.414438 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6f4b7f21-ff5e-47dc-98a8-7e2207aff432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:35.421825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c9056-8c77-44c5-948d-e369fadaf3b6,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:35.424203 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:37.035319 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46040) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:37.139899 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.176770 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:37.199603 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:37.199947 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 787703b3-bbc8-4a4e-aacb-7d1f1e2aceb3 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:37.228138 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.234167 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.236395 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7d527fc6-b8ef-4cab-b52c-6d20a3eee593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:37.274063 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4038b4a6b374820b13489c4d867c73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376480 Jun 29 10:47:37.274893 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437e42d0-77e3-48da-a03d-ede8d093870a,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:37.276771 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46044) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:37.292465 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.292827 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.293184 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.293538 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.293917 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.294293 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.294640 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.294986 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.295324 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.295646 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.295982 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.296317 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:37.300967 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:37.334925 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-25b145f7-1eee-4551-ab06-f3d32ea251f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.356624 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-25b145f7-1eee-4551-ab06-f3d32ea251f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.406095 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-25b145f7-1eee-4551-ab06-f3d32ea251f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.409408 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-25b145f7-1eee-4551-ab06-f3d32ea251f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.410882 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-25b145f7-1eee-4551-ab06-f3d32ea251f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/437e42d0-77e3-48da-a03d-ede8d093870a HTTP/1.1" status: 204 len: 168 time: 0.1331255 Jun 29 10:47:37.411970 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-64da3bab-ddd4-4aa6-9568-724c1fafa303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:37.420869 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b145f7-1eee-4551-ab06-f3d32ea251f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437e42d0-77e3-48da-a03d-ede8d093870a,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:37.423467 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-25b145f7-1eee-4551-ab06-f3d32ea251f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:37.675622 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46052) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:37.689500 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f844e2d2-2581-4fcf-bb69-0b8dfbf1ece3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.780375 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f844e2d2-2581-4fcf-bb69-0b8dfbf1ece3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.786758 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f844e2d2-2581-4fcf-bb69-0b8dfbf1ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.790203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-00a465f1-ebe7-499e-ad60-1f058cb0c77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:37.826497 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-f844e2d2-2581-4fcf-bb69-0b8dfbf1ece3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=443e703ed39a49e7bc00fbadfc3a2d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497762 Jun 29 10:47:37.827447 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844e2d2-2581-4fcf-bb69-0b8dfbf1ece3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cbb467-f7c9-41b7-bd15-64baddacd5ee,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:37.829248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46056) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:37.830709 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-f844e2d2-2581-4fcf-bb69-0b8dfbf1ece3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:37.879382 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.900270 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.948379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.952301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:37.953869 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1cbb467-f7c9-41b7-bd15-64baddacd5ee HTTP/1.1" status: 204 len: 168 time: 0.1229999 Jun 29 10:47:37.954599 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-05beb457-96e5-41cb-8c52-fcab55382f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:37.962422 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cbb467-f7c9-41b7-bd15-64baddacd5ee,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:37.964914 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:39.145227 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271b849-48c9-450f-aed8-b9e929cc0262 req-bb99299d-645d-4cc5-87db-918232952b4f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:39.146719 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1271b849-48c9-450f-aed8-b9e929cc0262 req-bb99299d-645d-4cc5-87db-918232952b4f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0646038 Jun 29 10:47:39.191751 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1271b849-48c9-450f-aed8-b9e929cc0262 req-82e11e29-6a10-458d-9d51-8c5f7b1b663b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Jun 29 10:47:40.371226 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3dcba-dc4f-4cda-a75a-7806330887f3 req-d048bd00-14d3-4cd9-a936-153fc9063969 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:40.372688 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-89e3dcba-dc4f-4cda-a75a-7806330887f3 req-d048bd00-14d3-4cd9-a936-153fc9063969 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0624902 Jun 29 10:47:40.410138 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-89e3dcba-dc4f-4cda-a75a-7806330887f3 req-b2fba489-18e6-432f-82a8-427fef875e57 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Jun 29 10:47:41.600517 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c633-2bad-46f5-82dd-08b9e47fe74f req-a3400b46-8e5d-4425-a085-2c05389ff3b9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.601986 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce82c633-2bad-46f5-82dd-08b9e47fe74f req-a3400b46-8e5d-4425-a085-2c05389ff3b9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0674675 Jun 29 10:47:41.650030 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce82c633-2bad-46f5-82dd-08b9e47fe74f req-a5945ede-7c0c-4929-8485-6bfe9bf2a17b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Jun 29 10:47:42.025319 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46150) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:42.128291 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9209-7e11-4594-bc73-642aee40f00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.213396 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9209-7e11-4594-bc73-642aee40f00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.218226 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9209-7e11-4594-bc73-642aee40f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.221407 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6204e834-c73b-4721-96c2-5de0c148a153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:42.255669 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1e9d9209-7e11-4594-bc73-642aee40f00e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d852d3a4055431db8962b03728a4f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293112 Jun 29 10:47:42.256570 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d9209-7e11-4594-bc73-642aee40f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f63ea4-2735-4708-87ed-d2765da0c728,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:42.258506 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46154) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:42.259848 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1e9d9209-7e11-4594-bc73-642aee40f00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:42.308451 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.328385 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.377390 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.379913 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.381074 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45f63ea4-2735-4708-87ed-d2765da0c728 HTTP/1.1" status: 204 len: 168 time: 0.1215162 Jun 29 10:47:42.381825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-56bb6149-ac53-4209-adf9-5fa371058563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:42.389427 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f63ea4-2735-4708-87ed-d2765da0c728,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:42.391769 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:42.828277 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105855-0ae9-45c2-9e46-365adc8c4623 req-2b68a61f-31be-4b71-a8e0-93b1010d86aa tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:42.829898 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fa105855-0ae9-45c2-9e46-365adc8c4623 req-2b68a61f-31be-4b71-a8e0-93b1010d86aa tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0668895 Jun 29 10:47:42.866884 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fa105855-0ae9-45c2-9e46-365adc8c4623 req-0b8b1506-ac92-4df7-a8fe-e3e1d28f3330 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Jun 29 10:47:44.048592 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdefbdd-2165-4922-843e-916117d78ba1 req-38b25a5b-b522-417b-869a-3a1d97c42bb0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.050063 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9cdefbdd-2165-4922-843e-916117d78ba1 req-38b25a5b-b522-417b-869a-3a1d97c42bb0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0638652 Jun 29 10:47:44.090642 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9cdefbdd-2165-4922-843e-916117d78ba1 req-09310ba3-7a35-4bff-a13f-76fcc68f18f5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Jun 29 10:47:45.279851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392f1b5-204d-48ac-bd10-92518d1d0a33 req-b194967a-3a42-41df-87f1-bdd3134db1ca tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:45.281297 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8392f1b5-204d-48ac-bd10-92518d1d0a33 req-b194967a-3a42-41df-87f1-bdd3134db1ca tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0715811 Jun 29 10:47:45.319040 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8392f1b5-204d-48ac-bd10-92518d1d0a33 req-23efe138-f2fe-4117-9c94-af81365719a2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319352 Jun 29 10:47:46.505374 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b40e9-03b4-4736-9c75-317a322075e0 req-0f0502aa-972c-4b53-bd8f-6b20fd81c92c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:46.506864 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-db6b40e9-03b4-4736-9c75-317a322075e0 req-0f0502aa-972c-4b53-bd8f-6b20fd81c92c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0661597 Jun 29 10:47:46.543650 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-db6b40e9-03b4-4736-9c75-317a322075e0 req-87fe9926-83c7-4891-9353-a588f3134f71 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308144 Jun 29 10:47:47.726074 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5491bb-46d9-4f34-a256-ef8ffeb4f85a req-eda4e582-ba20-46d3-b40f-8fedbf98447c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:47.728178 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8c5491bb-46d9-4f34-a256-ef8ffeb4f85a req-eda4e582-ba20-46d3-b40f-8fedbf98447c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0708847 Jun 29 10:47:47.776952 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8c5491bb-46d9-4f34-a256-ef8ffeb4f85a req-cae1c5e4-eacf-4cb0-b9ef-1f29ac16dfca tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Jun 29 10:47:48.956665 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d71c22-a7a9-4ce7-b759-a459ca70e869 req-ddbee5f5-a96e-47d4-8bc8-bfe45a16865e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.958284 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-67d71c22-a7a9-4ce7-b759-a459ca70e869 req-ddbee5f5-a96e-47d4-8bc8-bfe45a16865e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0643160 Jun 29 10:47:48.999420 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-67d71c22-a7a9-4ce7-b759-a459ca70e869 req-1bcb5622-a3fe-45cb-ab29-0c60d72bf8a9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349424 Jun 29 10:47:50.192855 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee434765-2b46-44ec-bad3-d2c7d43f1ce0 req-f4b3c918-5683-42a2-8c54-12cee3a0bb3e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.194203 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee434765-2b46-44ec-bad3-d2c7d43f1ce0 req-f4b3c918-5683-42a2-8c54-12cee3a0bb3e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0639231 Jun 29 10:47:50.237674 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee434765-2b46-44ec-bad3-d2c7d43f1ce0 req-3de894f1-8018-49be-85b5-34e31a484acb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366869 Jun 29 10:47:50.522105 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46304) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:50.628512 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6552b2c3-5bd3-4545-9386-226eb090d880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.715661 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6552b2c3-5bd3-4545-9386-226eb090d880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.722140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6552b2c3-5bd3-4545-9386-226eb090d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.724469 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2470fa62-9465-4cfb-aa58-719ce6f77673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:50.761368 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6552b2c3-5bd3-4545-9386-226eb090d880 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dc6b5b94048467d877b913367349ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382398 Jun 29 10:47:50.762429 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552b2c3-5bd3-4545-9386-226eb090d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1db4631-316b-4fdd-b581-ea4d90dcfd77,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:50.764193 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46308) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:50.765476 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6552b2c3-5bd3-4545-9386-226eb090d880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:50.814445 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.836994 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.884756 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.887389 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.888506 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1db4631-316b-4fdd-b581-ea4d90dcfd77 HTTP/1.1" status: 204 len: 168 time: 0.1223898 Jun 29 10:47:50.889235 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c0592b95-2258-4f1b-989a-8cf455175d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:50.896676 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1db4631-316b-4fdd-b581-ea4d90dcfd77,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:50.899069 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.171458 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46316) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:51.185005 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-31472454-790a-449f-b522-e8ada9a8dd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.272362 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-31472454-790a-449f-b522-e8ada9a8dd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.276571 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-31472454-790a-449f-b522-e8ada9a8dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.280098 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ffe2bd29-9fb8-4ec9-b388-08448b062166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:51.316905 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46320) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:51.317139 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-31472454-790a-449f-b522-e8ada9a8dd53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4227ff5181274497b55403f82c241181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444314 Jun 29 10:47:51.317938 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31472454-790a-449f-b522-e8ada9a8dd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6a72ad-a425-4157-b828-6e5d6de145ce,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:51.321122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-31472454-790a-449f-b522-e8ada9a8dd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.371403 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d09fb860-d9bf-435a-baf2-ab10e2513b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.391601 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d09fb860-d9bf-435a-baf2-ab10e2513b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.416441 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b72a3-69ea-4e2e-802e-c001492cdd56 req-08f4e388-c723-49bf-b108-e69fbf3362a7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:51.417951 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-243b72a3-69ea-4e2e-802e-c001492cdd56 req-08f4e388-c723-49bf-b108-e69fbf3362a7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0647979 Jun 29 10:47:51.440286 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d09fb860-d9bf-435a-baf2-ab10e2513b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.442944 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d09fb860-d9bf-435a-baf2-ab10e2513b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.444174 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d09fb860-d9bf-435a-baf2-ab10e2513b8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df6a72ad-a425-4157-b828-6e5d6de145ce HTTP/1.1" status: 204 len: 168 time: 0.1253486 Jun 29 10:47:51.444996 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fed11059-0b59-4cbc-a8dd-d052b2bee9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:51.452203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fb860-d9bf-435a-baf2-ab10e2513b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6a72ad-a425-4157-b828-6e5d6de145ce,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:51.454453 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d09fb860-d9bf-435a-baf2-ab10e2513b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.462176 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-243b72a3-69ea-4e2e-802e-c001492cdd56 req-a9469a1f-9a34-4965-89a7-5ad9048743c9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 Jun 29 10:47:51.804409 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46326) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:51.817701 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b8e23d71-de05-4964-a1a5-1514f3a70cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.904221 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b8e23d71-de05-4964-a1a5-1514f3a70cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.908588 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b8e23d71-de05-4964-a1a5-1514f3a70cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.911793 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1385bb0a-6ef9-4e17-81cc-ac70d4b65947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:51.945842 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b8e23d71-de05-4964-a1a5-1514f3a70cf3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd1e656e2ef3460d9b8f78135d78df5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402948 Jun 29 10:47:51.947008 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e23d71-de05-4964-a1a5-1514f3a70cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86476c0e-148f-45f0-b221-f75553aee3a5,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:51.948579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46328) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:51.949869 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b8e23d71-de05-4964-a1a5-1514f3a70cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.995588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.015823 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.062206 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.065229 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.066420 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86476c0e-148f-45f0-b221-f75553aee3a5 HTTP/1.1" status: 204 len: 168 time: 0.1168861 Jun 29 10:47:52.067263 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2bb5f7d3-ed2c-4f2e-8d1f-bb4a81ce6a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:52.075733 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86476c0e-148f-45f0-b221-f75553aee3a5,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:52.078545 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:52.638685 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0b87-3f34-4818-89e0-f3b6eeb52a17 req-72833027-6e0e-4945-8577-003d443dcaa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.640148 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f1b0b87-3f34-4818-89e0-f3b6eeb52a17 req-72833027-6e0e-4945-8577-003d443dcaa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0624065 Jun 29 10:47:52.678066 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8f1b0b87-3f34-4818-89e0-f3b6eeb52a17 req-8ba12206-7129-4989-9118-3e2e74f689fa tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Jun 29 10:47:53.856901 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccf8f5-66b0-4cce-a1f1-d3d12125dddc req-7b7c8157-e3b9-4586-9efd-df5bee8c4678 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.858720 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7bccf8f5-66b0-4cce-a1f1-d3d12125dddc req-7b7c8157-e3b9-4586-9efd-df5bee8c4678 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0655336 Jun 29 10:47:53.895863 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7bccf8f5-66b0-4cce-a1f1-d3d12125dddc req-a168f87e-fd88-414a-a95f-9f61f0eeb27b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314002 Jun 29 10:47:54.776509 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.086207 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f88f9-d6bb-48fd-b8a4-4aec49f17a6c req-1d8a46e6-2724-48e0-bdbc-0161b0f2e3e4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:55.087644 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-da1f88f9-d6bb-48fd-b8a4-4aec49f17a6c req-1d8a46e6-2724-48e0-bdbc-0161b0f2e3e4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0651538 Jun 29 10:47:55.130406 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-da1f88f9-d6bb-48fd-b8a4-4aec49f17a6c req-4a49d161-5b66-45d0-a1c2-40b6486f6257 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369592 Jun 29 10:47:55.701644 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e9dd0d0a-0a15-4a2d-9b25-499e7057f030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.329336 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb38548-ec31-4d19-aeb5-fc451c333d72 req-bd362569-bb9b-420d-8daa-7dace6723e69 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.331150 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cbb38548-ec31-4d19-aeb5-fc451c333d72 req-bd362569-bb9b-420d-8daa-7dace6723e69 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0841920 Jun 29 10:47:56.370025 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cbb38548-ec31-4d19-aeb5-fc451c333d72 req-dd0d49b4-6ef4-470a-b1ea-1c4010da6cf8 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331421 Jun 29 10:47:57.331571 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:57.518593 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:57.552448 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'port_id': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'mac_address': 'fa:16:3e:2e:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:57.647429 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.683564 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 933ae251-a7e8-4f2c-8af3-13257c453b8b {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:57.691622 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b4dd1-ad1a-4dbf-a948-a39f89661d2a req-ed6dbc0a-1591-448c-b9b7-cd5796efe28e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.701212 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5b9b4dd1-ad1a-4dbf-a948-a39f89661d2a req-ed6dbc0a-1591-448c-b9b7-cd5796efe28e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.1543057 Jun 29 10:47:57.736909 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:57.742967 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.745082 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.782795 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5b9b4dd1-ad1a-4dbf-a948-a39f89661d2a req-7adad6e0-0d5f-4110-a8a5-36d052abfad8 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798805 Jun 29 10:47:57.834741 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=6']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.843224 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['933ae251-a7e8-4f2c-8af3-13257c453b8b'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:57.847395 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.847972 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.848525 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.848796 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.849116 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.849433 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.849891 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.850207 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.850524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.850836 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.851140 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.851604 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.881745 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:58.013634 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-39ccca09-fd07-4ad4-a397-799311568801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.292633 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.077147 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fdbb-17eb-49dc-a200-254b363ebc05 req-bb369562-d979-4484-af6e-0d68f282b1ee tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.084656 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8938fdbb-17eb-49dc-a200-254b363ebc05 req-bb369562-d979-4484-af6e-0d68f282b1ee tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 945 time: 0.1029708 Jun 29 10:47:59.118820 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.129744 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8938fdbb-17eb-49dc-a200-254b363ebc05 req-3b73f837-b5ce-4a51-a994-faebb3fe8ba0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Jun 29 10:47:59.322850 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:59.379187 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 933ae251-a7e8-4f2c-8af3-13257c453b8b triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:59.379771 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.471238 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.502024 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:59.505522 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4042e-74cb-4aa8-938d-18c6c45ce7c4" -d '{"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-plugged", "status": "completed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:59.518523 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:59.525769 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.530990 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:59.591466 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=7']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:59.595534 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:59.676988 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72109fd-e585-4327-befb-21810cd42b9a x-openstack-request-id: req-f72109fd-e585-4327-befb-21810cd42b9a {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:59.677313 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-plugged", "status": "completed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:59.677596 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f72109fd-e585-4327-befb-21810cd42b9a {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:59.678163 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'code': 200} Jun 29 10:48:00.331327 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b61b-7743-4adc-a522-e0f8ba2c9bc7 req-05bcea15-c3e5-4e96-a006-e36a5e36ed1a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.338477 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2465b61b-7743-4adc-a522-e0f8ba2c9bc7 req-05bcea15-c3e5-4e96-a006-e36a5e36ed1a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0918009 Jun 29 10:48:00.384692 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2465b61b-7743-4adc-a522-e0f8ba2c9bc7 req-00aa5dfb-aa9a-42ba-b50d-08796a5da3a5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452425 Jun 29 10:48:00.605083 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46512) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:00.721840 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3501fd8d-4817-4c13-9594-b77bed6c9a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.813217 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.817522 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3501fd8d-4817-4c13-9594-b77bed6c9a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.824757 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-3501fd8d-4817-4c13-9594-b77bed6c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.827218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c72fba43-f509-4b89-a7e5-f869d5ef1a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:00.861085 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-3501fd8d-4817-4c13-9594-b77bed6c9a2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a017e65e2d8943b3be80697fde17080a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547736 Jun 29 10:48:00.862902 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46516) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:00.876256 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501fd8d-4817-4c13-9594-b77bed6c9a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad0790-cb4a-477d-910a-937938a07f87,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:00.880605 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3501fd8d-4817-4c13-9594-b77bed6c9a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:00.918276 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.940747 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.995125 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.997957 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.001908 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4ad0790-cb4a-477d-910a-937938a07f87 HTTP/1.1" status: 204 len: 168 time: 0.1379938 Jun 29 10:48:01.002950 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-41082d40-f057-4155-b553-b04c444c5fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.011315 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad0790-cb4a-477d-910a-937938a07f87,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.014026 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:01.383147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46524) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:01.396649 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3886ca19-d7b2-4c16-af3e-4b2c8e3cf029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.513698 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3886ca19-d7b2-4c16-af3e-4b2c8e3cf029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.520433 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3886ca19-d7b2-4c16-af3e-4b2c8e3cf029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.543729 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6dd3e93e-a6cb-4e26-a1ed-8cea71739fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.558039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46528) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:01.558609 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3886ca19-d7b2-4c16-af3e-4b2c8e3cf029 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a3802fe052049dc91f7f649e91eb90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738527 Jun 29 10:48:01.576040 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886ca19-d7b2-4c16-af3e-4b2c8e3cf029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb89bde-f4e0-498a-bb4a-f55b6009e235,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.593230 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3886ca19-d7b2-4c16-af3e-4b2c8e3cf029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:01.637474 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d8cd-c355-4f66-be7e-d3346aa43db9 req-5e0afba4-cb43-47b5-bd4a-e4a94016bd87 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:01.639037 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5319d8cd-c355-4f66-be7e-d3346aa43db9 req-5e0afba4-cb43-47b5-bd4a-e4a94016bd87 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.1169879 Jun 29 10:48:01.642107 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.678252 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.711311 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5319d8cd-c355-4f66-be7e-d3346aa43db9 req-ceeef9fb-8082-4ff5-ab1d-8dcdb84b40dd tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646613 Jun 29 10:48:01.762306 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.765226 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.770673 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fb89bde-f4e0-498a-bb4a-f55b6009e235 HTTP/1.1" status: 204 len: 168 time: 0.2093649 Jun 29 10:48:01.771955 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ad7f1674-6bd3-4b11-a8ad-9a096a8e9f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.781303 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb89bde-f4e0-498a-bb4a-f55b6009e235,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.783909 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:02.140024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46534) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:02.155089 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73a41bcf-f452-49d2-8cad-8f1d149544d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.252061 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73a41bcf-f452-49d2-8cad-8f1d149544d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.257274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73a41bcf-f452-49d2-8cad-8f1d149544d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.259974 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3501fd8d-4817-4c13-9594-b77bed6c9a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:02.297274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a41bcf-f452-49d2-8cad-8f1d149544d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e974b40e-0d21-40ac-91ef-e664b4a44168,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:02.303279 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-73a41bcf-f452-49d2-8cad-8f1d149544d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9645cf710c4a40fdaca2e8a95c22da33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620979 Jun 29 10:48:02.306036 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46536) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:02.307231 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-73a41bcf-f452-49d2-8cad-8f1d149544d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:02.364541 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.390268 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.465489 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.468441 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.474320 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e974b40e-0d21-40ac-91ef-e664b4a44168 HTTP/1.1" status: 204 len: 168 time: 0.1661875 Jun 29 10:48:02.475429 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9c0fcf9b-864e-4058-94b5-cb6cf50fb52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:02.485489 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e974b40e-0d21-40ac-91ef-e664b4a44168,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:02.488243 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:02.560790 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:03.014453 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4b214-ff6a-432f-bb25-488e991907fa req-e963ea8b-0a41-4cc9-9b9f-e2b2dcc3ec46 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:03.016224 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-23a4b214-ff6a-432f-bb25-488e991907fa req-e963ea8b-0a41-4cc9-9b9f-e2b2dcc3ec46 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0995736 Jun 29 10:48:03.071342 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-23a4b214-ff6a-432f-bb25-488e991907fa req-d01a8ec6-b710-49d5-b785-768b8a494ab0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484984 Jun 29 10:48:04.299728 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f861a-e3d3-4cce-8a77-e29068642f6c req-05b1ca0c-8591-4f13-90a7-eaa4a484f6d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.307381 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d85f861a-e3d3-4cce-8a77-e29068642f6c req-05b1ca0c-8591-4f13-90a7-eaa4a484f6d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0929768 Jun 29 10:48:04.356064 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d85f861a-e3d3-4cce-8a77-e29068642f6c req-73980007-0495-46bc-af78-ef5b9832fdcf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473673 Jun 29 10:48:05.562712 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed93bd-8d5f-423f-90be-54b252b15b7f req-e0529c99-7b9f-4c86-8307-f733c2c4a960 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:05.564186 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-deed93bd-8d5f-423f-90be-54b252b15b7f req-e0529c99-7b9f-4c86-8307-f733c2c4a960 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0681994 Jun 29 10:48:05.605033 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-deed93bd-8d5f-423f-90be-54b252b15b7f req-2eb5e95a-b56a-4942-9e3f-a60aaadf1667 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349219 Jun 29 10:48:06.310202 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46630) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:06.421298 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d4290e90-02f6-4c37-80b2-24716aafbbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.511459 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d4290e90-02f6-4c37-80b2-24716aafbbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.515858 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d4290e90-02f6-4c37-80b2-24716aafbbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.518218 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-255a1e12-99ba-481f-9ca5-a4027ed8a57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:06.552247 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d4290e90-02f6-4c37-80b2-24716aafbbcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e7879b852a14204a8e22e2b22cc28f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410238 Jun 29 10:48:06.553432 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4290e90-02f6-4c37-80b2-24716aafbbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4a489-551b-441d-90a1-717109c3f5f4,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:06.555124 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46636) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:06.557221 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d4290e90-02f6-4c37-80b2-24716aafbbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:06.606538 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.628256 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.675496 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.678462 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.679687 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58e4a489-551b-441d-90a1-717109c3f5f4 HTTP/1.1" status: 204 len: 168 time: 0.1233890 Jun 29 10:48:06.680694 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7986fb85-284d-46a2-8432-a700784cec21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:06.689152 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4a489-551b-441d-90a1-717109c3f5f4,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:06.692070 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:06.839276 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fdff8-57c8-4615-b5f9-4da45dd66c5f req-234f39e3-a006-4050-8906-89fe09e7076d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.840946 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-066fdff8-57c8-4615-b5f9-4da45dd66c5f req-234f39e3-a006-4050-8906-89fe09e7076d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.1133142 Jun 29 10:48:06.845979 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-ed5d798e-3005-4979-9498-d867e3c8a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.847369 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-ed5d798e-3005-4979-9498-d867e3c8a5bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1099 time: 0.0897460 Jun 29 10:48:06.920566 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-066fdff8-57c8-4615-b5f9-4da45dd66c5f req-c5791d7c-8629-4a89-984b-336b3d697712 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722628 Jun 29 10:48:06.958312 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-514c4d66-61e1-4c5a-b974-586fc4d21dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.959766 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-514c4d66-61e1-4c5a-b974-586fc4d21dbc service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.0983117 Jun 29 10:48:07.028520 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-f2b0ab61-3b1a-46e9-b6db-2c4611de566d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 200 len: 1001 time: 0.0602281 Jun 29 10:48:07.082716 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-0c8755b9-0fbc-4c24-98fc-36738bd91b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.084194 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-0c8755b9-0fbc-4c24-98fc-36738bd91b18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0446892 Jun 29 10:48:07.144561 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-2c9d1566-7246-4e01-b207-9e28e3869677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.146079 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-2c9d1566-7246-4e01-b207-9e28e3869677 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546272 Jun 29 10:48:07.244283 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-6f8d0c56-3f71-4c76-aea6-418d9a270f28 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874050 Jun 29 10:48:07.331298 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8eff8529-6c78-4a0d-a93e-88e0bb11083a req-594a63c3-c949-4d32-af49-ad0ea2e23561 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805032 Jun 29 10:48:08.109453 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f0296-cf8f-4948-8a22-be084d8737ce req-8b81c85c-2e15-4469-adca-b0226cef41fb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:08.110952 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f95f0296-cf8f-4948-8a22-be084d8737ce req-8b81c85c-2e15-4469-adca-b0226cef41fb tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0711930 Jun 29 10:48:08.150774 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f95f0296-cf8f-4948-8a22-be084d8737ce req-15609d50-432f-444f-8b36-02348b15fdd6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335765 Jun 29 10:48:09.328168 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43faec7-7f9a-4c22-9ee8-2f980f6a8cf7 req-632846d4-cb1e-45c1-ba63-8b111420dfda tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:09.329713 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e43faec7-7f9a-4c22-9ee8-2f980f6a8cf7 req-632846d4-cb1e-45c1-ba63-8b111420dfda tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0640645 Jun 29 10:48:09.369905 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e43faec7-7f9a-4c22-9ee8-2f980f6a8cf7 req-3e13e86a-5cac-493b-ae92-7d2d9f8ae326 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Jun 29 10:48:10.537565 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8da4bc-ffe9-41d3-909b-19ada39b3e8b req-9a1494e3-ef1b-4766-8763-4676b98823b2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.539433 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb8da4bc-ffe9-41d3-909b-19ada39b3e8b req-9a1494e3-ef1b-4766-8763-4676b98823b2 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 946 time: 0.0808747 Jun 29 10:48:10.590489 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb8da4bc-ffe9-41d3-909b-19ada39b3e8b req-642c0fcc-de61-4f6e-8e1f-b644f5194b07 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432143 Jun 29 10:48:10.850160 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46750) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:10.945977 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-748a7db7-dd33-4aea-b104-0403091d3aae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944166 Jun 29 10:48:11.397272 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:11.471879 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.494426 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:11.496651 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d462b7-8bf3-4dc8-be1a-e9e678bae6b3" -d '{"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-unplugged", "status": "completed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:11.509408 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:11.513853 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.516128 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:11.539754 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d603fd31-9107-4ee7-8fe2-0dd8c59fd9b8 x-openstack-request-id: req-d603fd31-9107-4ee7-8fe2-0dd8c59fd9b8 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:11.540048 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-unplugged", "status": "failed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b", "code": 422}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:11.540332 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d603fd31-9107-4ee7-8fe2-0dd8c59fd9b8 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:11.540752 dv-cinder-786627-13-iscsi neutron-server[99641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'code': 422} returned with failed status Jun 29 10:48:11.567365 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=8']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:11.571175 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:11.771224 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832ff3e-b7d6-4e28-8db3-d4a7f73d090d req-27d2ddd9-9c79-4991-8e5b-5b2d7648e823 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.772771 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a832ff3e-b7d6-4e28-8db3-d4a7f73d090d req-27d2ddd9-9c79-4991-8e5b-5b2d7648e823 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0648177 Jun 29 10:48:11.813150 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a832ff3e-b7d6-4e28-8db3-d4a7f73d090d req-be4e480a-8740-4631-b6cd-36bfde9c0ff3 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342598 Jun 29 10:48:12.029954 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-239b5395-2101-4fee-8e2f-6632b9a9632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.031464 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-239b5395-2101-4fee-8e2f-6632b9a9632b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3&tenant_id=5eb46fee469147ad8a204594f4a59b87 HTTP/1.1" status: 200 len: 1097 time: 0.0536385 Jun 29 10:48:12.110994 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-c80f5c76-254e-4fcf-844e-d17ca6c8eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.112466 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-c80f5c76-254e-4fcf-844e-d17ca6c8eccd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1097 time: 0.0576017 Jun 29 10:48:12.200374 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-56ce749c-d555-4843-81bc-7d8285e7a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.201870 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-56ce749c-d555-4843-81bc-7d8285e7a2fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.0832486 Jun 29 10:48:12.274522 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-0334e652-bc57-4a86-9c69-9f1cd9ad6568 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 200 len: 999 time: 0.0650947 Jun 29 10:48:12.323441 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-d30d7bff-fd30-4bed-a658-96339ae26304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.324902 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-d30d7bff-fd30-4bed-a658-96339ae26304 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0433691 Jun 29 10:48:12.385873 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-37a11b2b-a425-4ca8-814b-f2f4e64d60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.387595 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-37a11b2b-a425-4ca8-814b-f2f4e64d60da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554433 Jun 29 10:48:12.489654 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-e99bef27-854a-48cb-a252-d1b3d86c589d service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881813 Jun 29 10:48:12.588975 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c04ce35f-f3ee-476e-a465-af2f1d493bbf req-638b85ea-061a-441d-b48f-11196ff43483 service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972481 Jun 29 10:48:13.010333 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e35b-b0bd-407a-8861-d6e049c696fd req-388c184d-38b2-40c9-aaaf-346af90c520e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.011878 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0377e35b-b0bd-407a-8861-d6e049c696fd req-388c184d-38b2-40c9-aaaf-346af90c520e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0761833 Jun 29 10:48:13.054693 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0377e35b-b0bd-407a-8861-d6e049c696fd req-82816142-0fee-4e9d-98f2-ad7a7c977201 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362289 Jun 29 10:48:14.294111 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa8e9-50f4-4380-8603-a71ffa803f95 req-a057eb91-e57a-4947-ba94-590ba0bcab04 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.295678 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d3afa8e9-50f4-4380-8603-a71ffa803f95 req-a057eb91-e57a-4947-ba94-590ba0bcab04 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0797136 Jun 29 10:48:14.334327 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d3afa8e9-50f4-4380-8603-a71ffa803f95 req-e615d868-9267-4452-868c-c7e98241044c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326977 Jun 29 10:48:15.529576 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba16949-cdb4-4167-9803-af3325a6f46b req-80e5b761-e900-42a4-a636-eab3a66f101b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:15.531397 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4ba16949-cdb4-4167-9803-af3325a6f46b req-80e5b761-e900-42a4-a636-eab3a66f101b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0743868 Jun 29 10:48:15.572677 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4ba16949-cdb4-4167-9803-af3325a6f46b req-9b14651e-47a3-4bc3-a344-091c4ce56835 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Jun 29 10:48:16.769751 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2b6fd-1917-458c-adaa-beb0fafb268f req-f3b433e8-3c42-46db-bd5f-45d05710865a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:16.771534 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-69f2b6fd-1917-458c-adaa-beb0fafb268f req-f3b433e8-3c42-46db-bd5f-45d05710865a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0675395 Jun 29 10:48:16.814431 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-69f2b6fd-1917-458c-adaa-beb0fafb268f req-62895fc6-91aa-4d7a-9ee1-218b8fec163b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364223 Jun 29 10:48:17.782094 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 46910) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:17.918782 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4acc5a78-4206-4972-909e-3e4dab25f576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.044297 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f28efe-671d-4378-bc15-db2db1ba0aed req-942aa8e1-66d5-4f5b-8d33-d37e87c90c40 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.045931 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a2f28efe-671d-4378-bc15-db2db1ba0aed req-942aa8e1-66d5-4f5b-8d33-d37e87c90c40 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0925322 Jun 29 10:48:18.087516 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a2f28efe-671d-4378-bc15-db2db1ba0aed req-281db60b-9bda-46fe-828c-66d9799d4a01 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350132 Jun 29 10:48:18.257843 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4acc5a78-4206-4972-909e-3e4dab25f576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.264199 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4acc5a78-4206-4972-909e-3e4dab25f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.279634 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6e292e50-8902-49f1-bdb5-af2d5c819bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:18.297516 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-4acc5a78-4206-4972-909e-3e4dab25f576 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0054c09b1c84d8aba1865bd19d7b5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5140224 Jun 29 10:48:18.300307 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 46918) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:18.309727 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc5a78-4206-4972-909e-3e4dab25f576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1b8902-41c3-404c-9108-4955dbfed583,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:18.313227 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4acc5a78-4206-4972-909e-3e4dab25f576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:18.366924 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.387477 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.433391 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.435984 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.437113 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb1b8902-41c3-404c-9108-4955dbfed583 HTTP/1.1" status: 204 len: 168 time: 0.1357548 Jun 29 10:48:18.437872 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5855f48e-85ff-4bed-9224-1b171d7e0a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:18.445265 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1b8902-41c3-404c-9108-4955dbfed583,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:18.447723 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:19.314343 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7052c7d-00e5-44f2-afd2-a0d4f8045ac2 req-a66bdb79-0fb9-47d0-8787-c495f493536d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.317650 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c7052c7d-00e5-44f2-afd2-a0d4f8045ac2 req-a66bdb79-0fb9-47d0-8787-c495f493536d tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0974178 Jun 29 10:48:19.367306 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c7052c7d-00e5-44f2-afd2-a0d4f8045ac2 req-a5c0d63a-a7bc-4e97-a250-7e253b45135c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395536 Jun 29 10:48:20.565421 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ba25a-f838-4048-ba4f-a9b9b3a58f99 req-ad25fe67-a46f-404d-9205-718ee71510b9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.567097 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fe1ba25a-f838-4048-ba4f-a9b9b3a58f99 req-ad25fe67-a46f-404d-9205-718ee71510b9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0746498 Jun 29 10:48:20.608668 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fe1ba25a-f838-4048-ba4f-a9b9b3a58f99 req-db0151df-ca3a-40a2-88f2-fc53252d117a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357602 Jun 29 10:48:21.809349 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277ae3e-e420-4c92-9902-e4ef837ad769 req-0b38fa09-fc5e-4931-b5a2-a8509cfa4b0e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:21.810884 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f277ae3e-e420-4c92-9902-e4ef837ad769 req-0b38fa09-fc5e-4931-b5a2-a8509cfa4b0e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0667522 Jun 29 10:48:21.852678 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f277ae3e-e420-4c92-9902-e4ef837ad769 req-37713ec1-e79f-4f0a-ae71-013952fed85c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358224 Jun 29 10:48:23.049194 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21e72-159e-415a-b15c-3fc2d62d5456 req-faff1eaf-50ce-41bb-afba-058e3c26a747 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.051796 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f1f21e72-159e-415a-b15c-3fc2d62d5456 req-faff1eaf-50ce-41bb-afba-058e3c26a747 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0748622 Jun 29 10:48:23.090925 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f1f21e72-159e-415a-b15c-3fc2d62d5456 req-f377d8f2-dfc9-4eb6-800f-72cb4844e16e tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343614 Jun 29 10:48:24.281964 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1dea0-a989-41e0-8dbe-bbcb733405ab req-25475633-f92b-4767-b90e-c2db31c926e7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.283406 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cae1dea0-a989-41e0-8dbe-bbcb733405ab req-25475633-f92b-4767-b90e-c2db31c926e7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0706220 Jun 29 10:48:24.333645 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cae1dea0-a989-41e0-8dbe-bbcb733405ab req-34c0ce56-85f7-47ba-98d3-676951ef9415 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Jun 29 10:48:24.555674 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-c66d9455-fa52-4dd0-8a64-c31d43cf5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.557078 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-c66d9455-fa52-4dd0-8a64-c31d43cf5273 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5eb46fee469147ad8a204594f4a59b87&device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1097 time: 0.0592337 Jun 29 10:48:24.662937 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-0be55d95-ca1c-4234-9670-929dab0e14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.664390 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-0be55d95-ca1c-4234-9670-929dab0e14c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 200 len: 918 time: 0.0856917 Jun 29 10:48:24.735303 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-f69a44d8-bf83-436d-b817-9c760fb80c10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 200 len: 999 time: 0.0612671 Jun 29 10:48:24.783569 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-ce9dd6a9-3339-4835-adfa-878c1752f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.785105 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-ce9dd6a9-3339-4835-adfa-878c1752f779 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 200 len: 856 time: 0.0437655 Jun 29 10:48:24.787842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:24.848063 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-4b2ef101-d2ff-4a19-b5d1-d62c80b1d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.849447 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-4b2ef101-d2ff-4a19-b5d1-d62c80b1d87c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9488fd3b-8463-4288-bec1-be4710d617e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563967 Jun 29 10:48:24.948667 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-ed587076-df5a-43c2-b27a-b9b8adb812fe service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915470 Jun 29 10:48:25.043522 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f5ad6d17-f56d-4236-8fba-59ada7835909 req-a702ee98-2703-46b2-bb9c-bc3ce1b3089b service neutron] 10.222.0.50 "GET /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881462 Jun 29 10:48:25.513260 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a7ab5-d327-4d28-8139-fc288b9b4a37 req-fed13451-9941-49e3-991f-d7620ecefea9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:25.514749 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d74a7ab5-d327-4d28-8139-fc288b9b4a37 req-fed13451-9941-49e3-991f-d7620ecefea9 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0648317 Jun 29 10:48:25.551211 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d74a7ab5-d327-4d28-8139-fc288b9b4a37 req-8362a1a4-0a41-42a9-a6f8-f29e178c6681 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308924 Jun 29 10:48:25.705542 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-39753a75-5d94-48d4-9872-4abf45da610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.732066 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9c90-4f69-4b42-926f-9e63617aea73 req-0310dae9-348a-4367-8ca9-36ff1cd64ed6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:26.733777 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-acbe9c90-4f69-4b42-926f-9e63617aea73 req-0310dae9-348a-4367-8ca9-36ff1cd64ed6 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 944 time: 0.0692761 Jun 29 10:48:26.774779 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-acbe9c90-4f69-4b42-926f-9e63617aea73 req-990e4c91-a330-4fd9-aba3-19307728e246 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Jun 29 10:48:27.534150 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:27.609515 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47048) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:27.628958 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:27.642990 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'port_id': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'mac_address': 'fa:16:3e:2e:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:27.678377 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.690367 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933ae251-a7e8-4f2c-8af3-13257c453b8b {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:27.709359 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:27.711491 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e9924996-0ac3-4f3c-b4ba-a133946d6374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.713964 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.715701 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:27.762560 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=9']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:27.765843 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:27.805871 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e9924996-0ac3-4f3c-b4ba-a133946d6374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.810275 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e9924996-0ac3-4f3c-b4ba-a133946d6374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.812732 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0d91b638-681a-4eef-8a20-d6654a0517d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:27.847131 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e9924996-0ac3-4f3c-b4ba-a133946d6374 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8a3d55d20454693af0430abde6332c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365193 Jun 29 10:48:27.848028 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9924996-0ac3-4f3c-b4ba-a133946d6374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bcf21a-80f9-4d3d-98c8-e9db65f25ee2,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:27.849908 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47054) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:27.851493 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e9924996-0ac3-4f3c-b4ba-a133946d6374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:27.930154 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.952744 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['933ae251-a7e8-4f2c-8af3-13257c453b8b'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:27.962003 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.004725 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ce260-6236-4ad6-83d9-353f737c5cee req-1a10dd69-994b-414a-bf9d-f2a308ae201b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.006233 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ed8ce260-6236-4ad6-83d9-353f737c5cee req-1a10dd69-994b-414a-bf9d-f2a308ae201b tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 945 time: 0.1040576 Jun 29 10:48:28.015818 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d7cfabe0-bede-4d42-8dc5-e2193e35e0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.051140 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ed8ce260-6236-4ad6-83d9-353f737c5cee req-d289086b-d36b-4b8a-b7c2-c6ec4991db02 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377650 Jun 29 10:48:28.051703 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.054198 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.057955 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87bcf21a-80f9-4d3d-98c8-e9db65f25ee2 HTTP/1.1" status: 204 len: 168 time: 0.2043688 Jun 29 10:48:28.057955 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c5a00f11-c5cd-41cd-8752-50c2cff971fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:28.063456 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bcf21a-80f9-4d3d-98c8-e9db65f25ee2,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:28.070955 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.071650 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.072006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.072354 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.072680 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.073021 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.073346 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.073797 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.074046 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.074382 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.074714 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.075045 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:28.078318 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:28.297870 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.101849 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.162392 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153ef92-8920-412a-bfa2-d397b8266e93 req-b7721906-3d08-4db4-844c-e2e30f185caa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.163855 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6153ef92-8920-412a-bfa2-d397b8266e93 req-b7721906-3d08-4db4-844c-e2e30f185caa tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 945 time: 0.0633852 Jun 29 10:48:29.226758 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6153ef92-8920-412a-bfa2-d397b8266e93 req-b611c4c7-f2c8-453f-b6c1-2c8dd428707f tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570648 Jun 29 10:48:29.257566 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799254-96d7-4bbc-92c2-c562c1d65482 req-e7c491d8-02a7-42b5-80ec-572d34865e06 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.259161 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-46799254-96d7-4bbc-92c2-c562c1d65482 req-e7c491d8-02a7-42b5-80ec-572d34865e06 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 945 time: 0.0734451 Jun 29 10:48:29.297037 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-46799254-96d7-4bbc-92c2-c562c1d65482 req-9249b75a-0faf-4f9f-a94d-59c045c0896c tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Jun 29 10:48:29.549740 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:29.598955 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 933ae251-a7e8-4f2c-8af3-13257c453b8b triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:29.599333 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.677771 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.699012 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:29.701472 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5fb790-e5c3-43ec-a851-92ffc6ae7c67" -d '{"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-plugged", "status": "completed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:29.714437 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:29.719209 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.722069 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:29.745747 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ee257-232a-45d7-b7ec-de73beb39c6b x-openstack-request-id: req-fe8ee257-232a-45d7-b7ec-de73beb39c6b {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:29.746116 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-plugged", "status": "completed", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:29.746377 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe8ee257-232a-45d7-b7ec-de73beb39c6b {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:29.746782 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'code': 200} Jun 29 10:48:29.772151 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=10']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:29.775238 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:29.954788 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6778cb7-0242-495e-8f0a-e1dfc4ba7ad5 req-49856bd6-abf2-4e34-b43b-b6e530dc553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.956140 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e6778cb7-0242-495e-8f0a-e1dfc4ba7ad5 req-49856bd6-abf2-4e34-b43b-b6e530dc553d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 1100 time: 0.0644023 Jun 29 10:48:29.989919 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e6778cb7-0242-495e-8f0a-e1dfc4ba7ad5 req-96f14e49-7b46-4cd1-a7eb-4f253bea78e2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269623 Jun 29 10:48:30.424545 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4eac-74a2-48ae-94bc-7140e68e3fc8 req-3d30a10e-f82e-4083-8fd1-f54255718c53 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.426076 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc2b4eac-74a2-48ae-94bc-7140e68e3fc8 req-3d30a10e-f82e-4083-8fd1-f54255718c53 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 945 time: 0.0762460 Jun 29 10:48:30.494397 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc2b4eac-74a2-48ae-94bc-7140e68e3fc8 req-0e9a2e4c-bf72-48e1-9d21-bf6130b5c1ef tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups?id=3478a54c-5c20-4e59-912b-73693e9b2350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592122 Jun 29 10:48:30.513511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832cd69-6e3b-45b0-9935-4133d62da514 req-c3be9ea5-fcff-4f19-a4d5-c0fe8f61ec67 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.514977 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5832cd69-6e3b-45b0-9935-4133d62da514 req-c3be9ea5-fcff-4f19-a4d5-c0fe8f61ec67 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 947 time: 0.0989594 Jun 29 10:48:30.797016 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5832cd69-6e3b-45b0-9935-4133d62da514 req-7a851f52-8d7a-4d37-944f-c9c6b0a7a7bf tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737854 Jun 29 10:48:30.813086 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:30.879161 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e2d1d224-21d0-45fb-b47f-5b94c38eb251 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.880591 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e2d1d224-21d0-45fb-b47f-5b94c38eb251 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 945 time: 0.0650635 Jun 29 10:48:30.985027 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Deleting port 8b294601-fad7-4d30-8e15-b85dfdd885d0 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:30.985361 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.072611 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] For port 8b294601-fad7-4d30-8e15-b85dfdd885d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b294601-fad7-4d30-8e15-b85dfdd885d0,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:31.073000 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.260682 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.261124 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.261464 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Floating IP 9885dacc-3c51-4e7b-b035-272fe1a192a0 disassociated. External IP: 172.27.1.26, port: 8b294601-fad7-4d30-8e15-b85dfdd885d0. Jun 29 10:48:31.261862 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Calling delete_port for 8b294601-fad7-4d30-8e15-b85dfdd885d0 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:31.388603 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.392478 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ebbeea43-66c6-49ab-95e2-a45b15c84f47 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:31.417936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event deleted for resources: {'Port': ['ID=8b294601-fad7-4d30-8e15-b85dfdd885d0,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:31.420952 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:31.530746 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:31.653502 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8d1d967b-48f4-4f96-86c5-beaa6c9806fc req-f64c8b0a-3c78-46ef-9b4a-e123bc26b56e tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/ports?device_id=56584e09-c12f-412d-977f-64650d88a0ca HTTP/1.1" status: 200 len: 210 time: 0.0377407 Jun 29 10:48:31.667766 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:31.686979 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] Sync routers for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:31.696231 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:31.696764 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:31.714497 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] No DVR routers for this DVR port 8b294601-fad7-4d30-8e15-b85dfdd885d0 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:31.717143 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.719332 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6c80864-112c-441c-b19b-f7a19b56dc19 req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.50 "DELETE /v2.0/ports/8b294601-fad7-4d30-8e15-b85dfdd885d0 HTTP/1.1" status: 204 len: 173 time: 0.8304231 Jun 29 10:48:31.719904 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'name': 'network-vif-deleted', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:31.722408 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276e9bcf-5984-4d59-bd23-837161cd6a89" -d '{"events": [{"server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "name": "network-vif-deleted", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:31.762151 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7bf6e9-a3e5-43a7-9105-0ae5f3867932 x-openstack-request-id: req-fb7bf6e9-a3e5-43a7-9105-0ae5f3867932 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:31.762465 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56584e09-c12f-412d-977f-64650d88a0ca", "name": "network-vif-deleted", "tag": "8b294601-fad7-4d30-8e15-b85dfdd885d0", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:31.762744 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb7bf6e9-a3e5-43a7-9105-0ae5f3867932 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:31.763163 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56584e09-c12f-412d-977f-64650d88a0ca', 'name': 'network-vif-deleted', 'tag': '8b294601-fad7-4d30-8e15-b85dfdd885d0', 'status': 'completed', 'code': 200} Jun 29 10:48:31.816439 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:31.988103 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e3579-70c1-4b1f-9cb5-70191d8bafb3 req-48187e3a-6f4a-4a40-99a6-95a0224c03ea tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.989757 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b47e3579-70c1-4b1f-9cb5-70191d8bafb3 req-48187e3a-6f4a-4a40-99a6-95a0224c03ea tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 947 time: 0.0612147 Jun 29 10:48:32.024524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.027474 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b47e3579-70c1-4b1f-9cb5-70191d8bafb3 req-5aeb5fc8-2a72-4b88-952a-48f4577a1452 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Jun 29 10:48:32.049997 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] Checking router: 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:32.058325 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:32.058933 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.284281 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:32.476269 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.505780 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251e418-3f00-4e60-b6ab-2059f37478bc None None] The sync data for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi is: [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:14Z', 'revision_number': 4, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '52913489-b513-416b-8c42-35a735248016', 'name': '', 'network_id': 'aea4f42f-8618-4153-ba28-fddba00eb9db', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'mac_address': 'fa:16:3e:23:a0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:12Z', 'updated_at': '2021-06-29T10:42:29Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'subnets': [{'id': 'c634196c-37a2-477d-a687-52c2dbc82b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:32.717251 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7014b-d0d2-40b8-a3b9-10233289a435 None None] New status for floating IP 9885dacc-3c51-4e7b-b035-272fe1a192a0: DOWN {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:32.784406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47126) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:32.842605 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.865828 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.912891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.915494 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.916620 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "DELETE /v2.0/security-groups/3478a54c-5c20-4e59-912b-73693e9b2350 HTTP/1.1" status: 204 len: 168 time: 0.1311550 Jun 29 10:48:32.917337 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5bf49f95-6554-4175-ac92-fcb5f32312cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:32.919788 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47128) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:32.925691 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478a54c-5c20-4e59-912b-73693e9b2350,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:32.928176 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:32.933024 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.api.v2.resource [None req-70d9656f-1346-4961-abb2-7316ea31ddf4 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] show failed (client error): The resource could not be found. Jun 29 10:48:32.933987 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-70d9656f-1346-4961-abb2-7316ea31ddf4 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "GET /v2.0/security-groups/3478a54c-5c20-4e59-912b-73693e9b2350 HTTP/1.1" status: 404 len: 347 time: 0.0132089 Jun 29 10:48:32.936955 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47130) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.058761 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Deleting port 1a884c21-f31a-47d9-b263-62712b14970f {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:33.059041 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.133929 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.134260 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.146102 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Calling delete_port for 1a884c21-f31a-47d9-b263-62712b14970f owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:33.281135 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.283037 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b06ad64c-9f99-4703-b49e-e69e86c0cbc7 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:33.305437 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Pushing event deleted for resources: {'Port': ['ID=1a884c21-f31a-47d9-b263-62712b14970f,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:33.308521 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:33.367285 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.369920 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.371029 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-67602272-2b99-412c-8be2-f4a3c74cf3c9 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] 10.222.0.55 "DELETE /v2.0/floatingips/9885dacc-3c51-4e7b-b035-272fe1a192a0 HTTP/1.1" status: 204 len: 168 time: 0.4331207 Jun 29 10:48:35.570165 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 8b294601-fad7-4d30-8e15-b85dfdd885d0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:35.595512 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 8b294601-fad7-4d30-8e15-b85dfdd885d0 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:35.595864 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 8b294601-fad7-4d30-8e15-b85dfdd885d0 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:37.087789 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47158) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:37.677529 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.974023 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Deleting port 52913489-b513-416b-8c42-35a735248016 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:37.974240 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.052814 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] For port 52913489-b513-416b-8c42-35a735248016, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=52913489-b513-416b-8c42-35a735248016,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:38.053158 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.065593 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Calling delete_port for 52913489-b513-416b-8c42-35a735248016 owned by network:router_interface {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:38.252859 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.254849 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ba9cac87-f20c-4ea5-a2f5-efc1069a87d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:38.277213 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Pushing event deleted for resources: {'Port': ['ID=52913489-b513-416b-8c42-35a735248016,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:38.303744 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.304122 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.304476 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.304911 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.305275 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.305653 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.306005 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.306353 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.306710 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.307054 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.307402 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.307745 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:38.313436 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:38.446455 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.848737 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:38.951591 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:38.957162 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] 10.222.0.55 "PUT /v2.0/routers/3df52b7a-a3bb-425c-9017-7fdc8af6fd77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8683321 Jun 29 10:48:38.959822 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47162) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:38.960733 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] Sync routers for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:38.970069 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:38.970677 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.059104 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks [] for router, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.070302 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:39.158805 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.210951 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Deleting port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:39.211306 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.244352 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:48:38Z', 'revision_number': 5, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port': {'id': '7c7e9b38-7371-4c9a-9804-7c56d62dcda9', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:71:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.273423 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] Checking router: 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:39.282216 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] Routers {'3df52b7a-a3bb-425c-9017-7fdc8af6fd77'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:39.282834 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.288815 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] For port 7c7e9b38-7371-4c9a-9804-7c56d62dcda9, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:39.289362 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.300437 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Calling delete_port for 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 owned by network:router_gateway {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:39.365944 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] Set router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 gateway port host: None {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:39.414760 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:48:39Z', 'revision_number': 6, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.443484 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91315db3-4e80-4864-b201-a060f2368e6d None None] The sync data for ids ['3df52b7a-a3bb-425c-9017-7fdc8af6fd77'] in dv-cinder-786627-13-iscsi is: [{'id': '3df52b7a-a3bb-425c-9017-7fdc8af6fd77', 'name': 'tempest-AttachVolumeTestJSON-1114427906-router', 'tenant_id': '472a075443ff462b97250e1ba06e6b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:48:39Z', 'revision_number': 6, 'project_id': '472a075443ff462b97250e1ba06e6b25', 'gw_port_host': None}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:39.458763 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.460937 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.484597 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7e9b38-7371-4c9a-9804-7c56d62dcda9,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.487978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.550682 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.556198 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:39.637274 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.639370 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.690178 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.690670 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df52b7a-a3bb-425c-9017-7fdc8af6fd77 {{(pid=99639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:48:39.695875 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.696941 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3df52b7a-a3bb-425c-9017-7fdc8af6fd77 HTTP/1.1" status: 204 len: 168 time: 0.7362411 Jun 29 10:48:39.700804 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47164) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:39.744259 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Deleting subnet c634196c-37a2-477d-a687-52c2dbc82b45 {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:39.747370 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.782315 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.895201 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.948327 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.950692 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-58dca635-b93f-4f61-8cd2-98f925a0cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.976464 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c634196c-37a2-477d-a687-52c2dbc82b45,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.979836 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.981209 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.984355 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c634196c-37a2-477d-a687-52c2dbc82b45 HTTP/1.1" status: 204 len: 168 time: 0.2823267 Jun 29 10:48:39.986026 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140687a1-73e6-4a75-8e4f-82e25761563e None None] Network aea4f42f-8618-4153-ba28-fddba00eb9db requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:39.986727 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47166) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.054966 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.106798 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Deleting port e9fca6eb-f8e5-4dde-8684-279a24631cf4 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:40.107124 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.175279 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] For port e9fca6eb-f8e5-4dde-8684-279a24631cf4, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e9fca6eb-f8e5-4dde-8684-279a24631cf4,segment=NetworkSegment(cbb55eb3-c5f2-4973-8402-66c2e6fd1788),segment_id=cbb55eb3-c5f2-4973-8402-66c2e6fd1788)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:40.175562 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.192027 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Calling delete_port for e9fca6eb-f8e5-4dde-8684-279a24631cf4 owned by network:dhcp {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:40.215891 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] DHCP port deletion for aea4f42f-8618-4153-ba28-fddba00eb9db request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:48:40.219469 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 52913489-b513-416b-8c42-35a735248016 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:40.241551 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 52913489-b513-416b-8c42-35a735248016 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:40.242132 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 52913489-b513-416b-8c42-35a735248016 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:40.274872 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.277964 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d72f5d79-110b-4150-b6db-e66b7c274ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.288279 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Deleting port e9fca6eb-f8e5-4dde-8684-279a24631cf4 {{(pid=99641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:40.288420 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.306080 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fca6eb-f8e5-4dde-8684-279a24631cf4,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.311278 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] No DVR routers for this DVR port e9fca6eb-f8e5-4dde-8684-279a24631cf4 on host dv-cinder-786627-13-iscsi {{(pid=99639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:40.312826 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.360589 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] For port e9fca6eb-f8e5-4dde-8684-279a24631cf4, host dv-cinder-786627-13-iscsi, got binding levels [] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:40.361002 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.373011 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Calling delete_port for e9fca6eb-f8e5-4dde-8684-279a24631cf4 owned by network:dhcp {{(pid=99641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:40.376991 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.ipam_backend_mixin [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Port e9fca6eb-f8e5-4dde-8684-279a24631cf4 was not found and therefore no delete operation was performed {{(pid=99641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 10:48:40.378280 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.380208 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.390838 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.400468 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea4f42f-8618-4153-ba28-fddba00eb9db']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:40.403448 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Pushing event deleted for resources: {'Port': ['ID=e9fca6eb-f8e5-4dde-8684-279a24631cf4,revision_number=None']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.410247 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.410991 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:40.411284 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb55eb3-c5f2-4973-8402-66c2e6fd1788') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:40.411396 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] No DVR routers for this DVR port e9fca6eb-f8e5-4dde-8684-279a24631cf4 on host dv-cinder-786627-13-iscsi {{(pid=99641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:40.421400 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.435554 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.441572 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:40.441975 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:40.444021 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:40.504574 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.508266 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-16cd9320-e9ae-4ce9-8dcf-d4647a55ed1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.511149 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.512398 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/aea4f42f-8618-4153-ba28-fddba00eb9db HTTP/1.1" status: 204 len: 168 time: 0.5245130 Jun 29 10:48:40.522704 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea4f42f-8618-4153-ba28-fddba00eb9db,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.525107 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.625150 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47170) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.668576 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-20164b14-ed70-4e19-9f30-d75ef847a2fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=472a075443ff462b97250e1ba06e6b25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421071 Jun 29 10:48:40.671182 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47172) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.718040 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.738521 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.789104 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.791731 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.792864 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2aa711f-9958-41c1-915e-fb5ffae960af HTTP/1.1" status: 204 len: 168 time: 0.1208112 Jun 29 10:48:40.793588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-fb863b05-0544-4b81-9435-27b99daad7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.801573 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa711f-9958-41c1-915e-fb5ffae960af,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.803876 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:41.725075 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:41.745772 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:41.746121 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 7c7e9b38-7371-4c9a-9804-7c56d62dcda9 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:41.746533 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9fca6eb-f8e5-4dde-8684-279a24631cf4 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:41.763914 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: e9fca6eb-f8e5-4dde-8684-279a24631cf4 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:41.764260 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9fca6eb-f8e5-4dde-8684-279a24631cf4 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:54.820961 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.710402 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a9538319-e18b-4934-81d0-3d107c5cb4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.011814 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9248a0b9-8076-4ca6-a6f6-bde180d7036b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.310957 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.092440 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.807147 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.535364 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-d5c77891-d62e-47bb-835a-c43883de1d9e tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280969353&fields=id&tenant_id=a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 267 time: 0.0371275 Jun 29 10:49:07.655306 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-9c3a2bd4-540d-46bb-b65f-896e7dc3f174 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:07.656757 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-9c3a2bd4-540d-46bb-b65f-896e7dc3f174 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 811 time: 0.1147790 Jun 29 10:49:07.672168 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-f5289980-3a31-46ed-bd62-f68a060a91fa tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/quotas/a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 375 time: 0.0100555 Jun 29 10:49:07.750937 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-4fa4b01b-0407-40db-a2ca-535b19683bff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0729680 Jun 29 10:49:07.953045 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-300a6a96-8742-4aa3-9c4d-5fc5f7ef2e58 service neutron] 10.222.0.55 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875224 Jun 29 10:49:08.043602 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-348c0bc9-4785-4453-baaa-43f21e5b1a0a service neutron] 10.222.0.55 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847545 Jun 29 10:49:08.347132 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3214bf34-3cb1-4762-8567-589011e4f5a6 req-da780df5-62ef-438d-b06d-ce9f73652610 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 210 time: 0.0307810 Jun 29 10:49:09.490251 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-884af0ea-e676-4c3b-b7bd-c2e908f3f0cc req-3177d130-3d89-4193-9d4d-3c5cab3b0788 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 210 time: 0.0283670 Jun 29 10:49:10.642184 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b1e46988-5d17-44ce-a099-a8066c64080f req-f8efde13-9641-438c-b8ca-a6e830dae56b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 210 time: 0.0371649 Jun 29 10:49:11.801732 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-02b467cd-98c8-40dd-ade0-c8e2647cca78 req-bf6637f0-f49e-408e-817c-38f122468229 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 210 time: 0.0383911 Jun 29 10:49:12.557348 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-4ef9192e-121d-41de-aff1-1a8d9a78e4d6 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:12.558902 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-4ef9192e-121d-41de-aff1-1a8d9a78e4d6 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 811 time: 0.0984070 Jun 29 10:49:12.606957 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-2de4ce8a-8406-47f0-8993-0bf0f5870ae2 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3716bb98ba34e78b11f9bce5511c0c6 HTTP/1.1" status: 200 len: 379 time: 0.0375669 Jun 29 10:49:12.617083 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'port': {'device_id': '24b728c7-5698-42d4-98c7-323c93bc677f', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'admin_state_up': True, 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'security_groups': ['32c9fc45-b235-4059-8e58-5f60504472a0']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:12.722845 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Made reservation on behalf of a3716bb98ba34e78b11f9bce5511c0c6 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:49:12.726449 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.850629 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Allocated IP 172.20.0.5 (86de6e7e-a7b6-4e12-9ede-6d58a949757b/329f1129-68fc-413d-94f3-40b8ad8478ef/e323759d-e4b5-4d64-8ff2-2134ba175d63) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:49:12.962594 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-44384d35-f6b4-4662-9a9d-a053772bdf4d req-8484b1e3-db19-48f6-aae0-e1968cee2dd5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 210 time: 0.0361841 Jun 29 10:49:13.015460 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.028917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Transition to ACTIVE for port object e323759d-e4b5-4d64-8ff2-2134ba175d63 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:49:13.068949 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.073044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-591c656e-97fd-4f75-8f18-d68b1d1c7cea tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:13.117818 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:49:13.123207 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:49:13.126988 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:49:13.132473 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:13.133209 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.139552 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=e323759d-e4b5-4d64-8ff2-2134ba175d63,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:13.144397 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:13.155037 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415199 Jun 29 10:49:13.171354 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Request body: {'port': {'device_id': '24b728c7-5698-42d4-98c7-323c93bc677f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:13.259285 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.341646 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-7cbe868b-6224-4b49-8425-4c82f0fd303e None None] Provisioning for port e323759d-e4b5-4d64-8ff2-2134ba175d63 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:49:13.345405 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-7cbe868b-6224-4b49-8425-4c82f0fd303e None None] Provisioning complete for port e323759d-e4b5-4d64-8ff2-2134ba175d63 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:49:13.345808 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7cbe868b-6224-4b49-8425-4c82f0fd303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.379469 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe868b-6224-4b49-8425-4c82f0fd303e None None] Port e323759d-e4b5-4d64-8ff2-2134ba175d63 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:49:13.524186 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e323759d-e4b5-4d64-8ff2-2134ba175d63 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:13.531515 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.543137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Transition to ACTIVE for port object e323759d-e4b5-4d64-8ff2-2134ba175d63 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:49:13.548411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.550390 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b342844d-e35c-49e1-aff5-141cd4af13ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:13.594505 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=e323759d-e4b5-4d64-8ff2-2134ba175d63,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:13.598803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:13.633832 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Attempting to bind port e323759d-e4b5-4d64-8ff2-2134ba175d63 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:49:13.634229 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Attempting to bind port e323759d-e4b5-4d64-8ff2-2134ba175d63 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:49:13.634520 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Attempting to bind port e323759d-e4b5-4d64-8ff2-2134ba175d63 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:13.638937 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Port e323759d-e4b5-4d64-8ff2-2134ba175d63 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:49:13.639247 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Attempting to bind port e323759d-e4b5-4d64-8ff2-2134ba175d63 on network 86de6e7e-a7b6-4e12-9ede-6d58a949757b {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:13.644295 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:49:13.644769 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Checking segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:49:13.644976 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Bound using segment: {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:49:13.645389 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Bound port: e323759d-e4b5-4d64-8ff2-2134ba175d63, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51a5924-7aef-4fcc-abad-568ae60fbd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:49:13.645811 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.709055 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] For port e323759d-e4b5-4d64-8ff2-2134ba175d63, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:49:13.712747 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] For port e323759d-e4b5-4d64-8ff2-2134ba175d63, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:49:13.716634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.718725 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d2d79cfd-5885-42bf-b043-24c5ec3ae7b0 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:13.753068 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:13.753705 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.755077 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] 10.222.0.50 "PUT /v2.0/ports/e323759d-e4b5-4d64-8ff2-2134ba175d63 HTTP/1.1" status: 200 len: 1093 time: 0.5883760 Jun 29 10:49:13.755570 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:13.757856 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f30f0ad-495e-4f02-afea-87997f38b647" -d '{"events": [{"name": "network-changed", "server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:13.784273 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=e323759d-e4b5-4d64-8ff2-2134ba175d63,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:13.787777 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:13.819659 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af30600-5810-4883-b2b1-645c1055935b x-openstack-request-id: req-3af30600-5810-4883-b2b1-645c1055935b {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:13.820297 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:13.820710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3af30600-5810-4883-b2b1-645c1055935b {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:13.821229 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'status': 'completed', 'code': 200} Jun 29 10:49:13.878658 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-1c49f449-fca0-487f-90fc-d8d6053106a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:13.880412 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-1c49f449-fca0-487f-90fc-d8d6053106a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 1096 time: 0.0559292 Jun 29 10:49:13.925205 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-4e0df343-eaff-4636-8c11-f87e711089ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63 HTTP/1.1" status: 200 len: 217 time: 0.0373478 Jun 29 10:49:13.972414 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-c6c8dfe8-8946-41ef-a1f8-289953105d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:13.973893 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-c6c8dfe8-8946-41ef-a1f8-289953105d69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0426996 Jun 29 10:49:14.031285 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-4abb4d16-4c18-476a-a602-70164415dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.032745 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-4abb4d16-4c18-476a-a602-70164415dbf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526454 Jun 29 10:49:14.177133 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-337443d8-1f54-407e-a4d7-01b8473697c1 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357448 Jun 29 10:49:14.266932 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76b74f-c6dc-41a4-9302-13fa10f4f0a3 req-66024773-2fa5-447f-9526-79adb0126d8f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.268357 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6e76b74f-c6dc-41a4-9302-13fa10f4f0a3 req-66024773-2fa5-447f-9526-79adb0126d8f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 943 time: 0.1731369 Jun 29 10:49:14.323161 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5bffee7-1b50-41bd-b52c-a4d7c6708e9d req-27652269-fef7-40f1-8534-a24533b9c5c5 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294756 Jun 29 10:49:14.337325 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77f3b8-b9fb-460d-987a-31c90192e700 req-be8d6999-b8fa-4438-981b-35b3dd2f6d76 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.338805 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a77f3b8-b9fb-460d-987a-31c90192e700 req-be8d6999-b8fa-4438-981b-35b3dd2f6d76 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 947 time: 0.1777890 Jun 29 10:49:14.351541 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6e76b74f-c6dc-41a4-9302-13fa10f4f0a3 req-81d8c9c8-2194-4533-9ed8-054bbcd367b4 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752976 Jun 29 10:49:14.393329 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a77f3b8-b9fb-460d-987a-31c90192e700 req-cee03ff6-8db9-4168-a1d0-8bb0ef039003 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Jun 29 10:49:14.456064 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-25cccca7-64c5-4141-924d-3bc52a957330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.457605 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-25cccca7-64c5-4141-924d-3bc52a957330 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 1096 time: 0.0614033 Jun 29 10:49:14.555748 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-2dd29f0d-f502-4f6c-80d3-785b9fc47810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.557205 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-2dd29f0d-f502-4f6c-80d3-785b9fc47810 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.0842805 Jun 29 10:49:14.605262 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-0da30970-a51c-48d0-a7cb-b726a9973ad5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63 HTTP/1.1" status: 200 len: 217 time: 0.0372286 Jun 29 10:49:14.658241 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-3c2135f9-a72d-4672-b1d3-b40ddec867dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.659658 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-3c2135f9-a72d-4672-b1d3-b40ddec867dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0426610 Jun 29 10:49:14.716536 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-0752ace5-fc92-4a0e-a8dd-2b1f13bce003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.718065 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-0752ace5-fc92-4a0e-a8dd-2b1f13bce003 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516946 Jun 29 10:49:14.823409 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-d0cc86eb-0968-4ea2-bc5d-1824c11d6b74 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898659 Jun 29 10:49:14.919153 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4f30f0ad-495e-4f02-afea-87997f38b647 req-eef055b4-3f50-4b37-87fe-f4e928aff8eb service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858588 Jun 29 10:49:15.579947 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaf773-3f13-4cff-b110-4a3bb63331ba req-1b82e72f-c1c6-46cc-8059-6fdd242d56ed tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:15.581420 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ebaf773-3f13-4cff-b110-4a3bb63331ba req-1b82e72f-c1c6-46cc-8059-6fdd242d56ed tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 943 time: 0.1020124 Jun 29 10:49:15.618075 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2477-ac79-4f70-b3e2-838f5aba10ef req-d354efc7-0bc2-467a-99f3-70fb8958f63a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:15.619508 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4a6b2477-ac79-4f70-b3e2-838f5aba10ef req-d354efc7-0bc2-467a-99f3-70fb8958f63a tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 947 time: 0.1092086 Jun 29 10:49:15.679565 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ebaf773-3f13-4cff-b110-4a3bb63331ba req-0460740d-4fb7-48c2-9da1-1c7786f9f327 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915909 Jun 29 10:49:15.712212 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4a6b2477-ac79-4f70-b3e2-838f5aba10ef req-93b87294-e741-4424-800e-54ee4ea5c50f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740759 Jun 29 10:49:15.734697 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-77fe963e-e3d3-4342-8fa5-e913b4381da4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:15.737015 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-77fe963e-e3d3-4342-8fa5-e913b4381da4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 947 time: 0.1462266 Jun 29 10:49:15.843767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Deleting port 933ae251-a7e8-4f2c-8af3-13257c453b8b {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:15.844108 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:15.936800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] For port 933ae251-a7e8-4f2c-8af3-13257c453b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=933ae251-a7e8-4f2c-8af3-13257c453b8b,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:15.937485 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.372835 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.374066 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.374410 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Floating IP df1da708-5587-4b5f-85ce-dc1224a95851 disassociated. External IP: 172.27.1.19, port: 933ae251-a7e8-4f2c-8af3-13257c453b8b. Jun 29 10:49:16.374764 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Calling delete_port for 933ae251-a7e8-4f2c-8af3-13257c453b8b owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:16.505740 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.509532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:16.534082 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event deleted for resources: {'Port': ['ID=933ae251-a7e8-4f2c-8af3-13257c453b8b,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:16.536948 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:16.554742 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:16.647026 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Router 3d04cb39-ce72-4157-9403-79e9116643fe has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:16.759178 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:16.769458 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] Sync routers for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:16.781026 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:16.782082 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:16.804651 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] No DVR routers for this DVR port 933ae251-a7e8-4f2c-8af3-13257c453b8b on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:16.814379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.816243 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6da57ed1-90e4-4265-a3b8-81c23a16d37a req-9fe50c07-5f39-45a2-910b-fb188fdd5857 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.50 "DELETE /v2.0/ports/933ae251-a7e8-4f2c-8af3-13257c453b8b HTTP/1.1" status: 204 len: 173 time: 1.0734596 Jun 29 10:49:16.816733 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-deleted', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:16.818983 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ec284-48f0-4022-8232-6890b89d7a59" -d '{"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-deleted", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:16.900341 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-45867e0c-6037-49a5-bfcb-cb54bda6d1d8 req-18506111-e709-4244-8859-be39d8f16729 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc2202e-836b-42d9-83cf-42312e3203c3 HTTP/1.1" status: 200 len: 210 time: 0.0491445 Jun 29 10:49:16.910284 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:16.931799 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602f7ff-9e22-43ca-bfef-d6f2dcaf4644 req-e2cf5ccc-204a-407c-8a1b-f523a68cb390 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:16.933278 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a602f7ff-9e22-43ca-bfef-d6f2dcaf4644 req-e2cf5ccc-204a-407c-8a1b-f523a68cb390 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 943 time: 0.1301425 Jun 29 10:49:17.001218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac1588-3443-4c7f-84da-e1b092542bef x-openstack-request-id: req-ceac1588-3443-4c7f-84da-e1b092542bef {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:17.001877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc2202e-836b-42d9-83cf-42312e3203c3", "name": "network-vif-deleted", "tag": "933ae251-a7e8-4f2c-8af3-13257c453b8b", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:17.001877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ceac1588-3443-4c7f-84da-e1b092542bef {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:17.002028 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc2202e-836b-42d9-83cf-42312e3203c3', 'name': 'network-vif-deleted', 'tag': '933ae251-a7e8-4f2c-8af3-13257c453b8b', 'status': 'completed', 'code': 200} Jun 29 10:49:17.005152 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a602f7ff-9e22-43ca-bfef-d6f2dcaf4644 req-34392462-f3a8-4bfd-ad2c-2ea4e8807e53 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661466 Jun 29 10:49:17.170040 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:17.196314 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] Checking router: 3d04cb39-ce72-4157-9403-79e9116643fe for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:17.205452 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:17.206305 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:17.215505 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47490) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.310255 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:17.325361 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d66e237d-6fb8-4a23-a660-0ffe1369b279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.412078 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d66e237d-6fb8-4a23-a660-0ffe1369b279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.416441 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d66e237d-6fb8-4a23-a660-0ffe1369b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.418918 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1e9d9209-7e11-4594-bc73-642aee40f00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:17.452978 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d66e237d-6fb8-4a23-a660-0ffe1369b279 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8517b96353c148949607ca0c902f3b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363324 Jun 29 10:49:17.453993 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e237d-6fb8-4a23-a660-0ffe1369b279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93563d7a-2db6-48e7-bb2b-75ad03c756dc,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:17.456980 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47494) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.457558 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d66e237d-6fb8-4a23-a660-0ffe1369b279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.501330 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:17.505908 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.526370 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.530747 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afedc7-08b7-4967-a275-2988e4a7f494 None None] The sync data for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi is: [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:15Z', 'revision_number': 4, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4', 'name': '', 'network_id': '9488fd3b-8463-4288-bec1-be4710d617e1', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'mac_address': 'fa:16:3e:70:2e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:14Z', 'updated_at': '2021-06-29T10:42:28Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'subnets': [{'id': 'f32f41dd-fe85-4f53-96e7-e4e9b21677fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:17.574390 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.577058 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.578250 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93563d7a-2db6-48e7-bb2b-75ad03c756dc HTTP/1.1" status: 204 len: 168 time: 0.1214943 Jun 29 10:49:17.579020 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-8bdd573a-40c4-408e-a6c2-544fac0e2add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:17.587313 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93563d7a-2db6-48e7-bb2b-75ad03c756dc,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:17.589962 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.746776 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871ea34-65cd-434b-b991-db148a5a5d02 None None] New status for floating IP df1da708-5587-4b5f-85ce-dc1224a95851: DOWN {{(pid=99641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:49:17.870890 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47500) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.884605 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b530dd5a-a0f9-4d23-9231-e7860512fc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.973265 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b530dd5a-a0f9-4d23-9231-e7860512fc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.978656 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b530dd5a-a0f9-4d23-9231-e7860512fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.981141 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5b0952ac-8714-4266-a9a1-6af62abda44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.018103 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-b530dd5a-a0f9-4d23-9231-e7860512fc7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbb8a61dc40247a6ad28effa2f02cb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460505 Jun 29 10:49:18.019243 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530dd5a-a0f9-4d23-9231-e7860512fc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f559757e-207f-4402-8a02-4c5706c74d97,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.021533 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47506) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.021879 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b530dd5a-a0f9-4d23-9231-e7860512fc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.039258 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47510) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.076377 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.097861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7b27383-21d7-439d-9282-84152f362aa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.106977 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.127509 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7b27383-21d7-439d-9282-84152f362aa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.155749 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.158546 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.159718 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f559757e-207f-4402-8a02-4c5706c74d97 HTTP/1.1" status: 204 len: 168 time: 0.1364734 Jun 29 10:49:18.160540 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6552b2c3-5bd3-4545-9386-226eb090d880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.169306 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f559757e-207f-4402-8a02-4c5706c74d97,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.172467 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.217251 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551d725-4beb-4903-aacc-53b1e211dcb5 req-c106dd12-f8d0-47ac-8a0b-1ba30ddbf70b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:18.218820 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1551d725-4beb-4903-aacc-53b1e211dcb5 req-c106dd12-f8d0-47ac-8a0b-1ba30ddbf70b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 943 time: 0.0885007 Jun 29 10:49:18.219839 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7b27383-21d7-439d-9282-84152f362aa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.222422 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7b27383-21d7-439d-9282-84152f362aa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.223470 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d7b27383-21d7-439d-9282-84152f362aa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "DELETE /v2.0/security-groups/dee9c0ea-7be3-4731-949c-ebcf2c2e99ec HTTP/1.1" status: 204 len: 168 time: 0.1832428 Jun 29 10:49:18.224199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-31472454-790a-449f-b522-e8ada9a8dd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.226793 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47514) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.239816 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b27383-21d7-439d-9282-84152f362aa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee9c0ea-7be3-4731-949c-ebcf2c2e99ec,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.243974 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.api.v2.resource [None req-f465d247-1ff5-4e63-857f-36f9c454ed4f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] show failed (client error): The resource could not be found. Jun 29 10:49:18.245032 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-f465d247-1ff5-4e63-857f-36f9c454ed4f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "GET /v2.0/security-groups/dee9c0ea-7be3-4731-949c-ebcf2c2e99ec HTTP/1.1" status: 404 len: 347 time: 0.0163581 Jun 29 10:49:18.248108 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47516) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:18.252877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d7b27383-21d7-439d-9282-84152f362aa5 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.275568 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1551d725-4beb-4903-aacc-53b1e211dcb5 req-33ac6834-d923-409a-ae7c-bc2ec431bb08 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465174 Jun 29 10:49:18.384414 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Deleting port 7591c739-859a-4583-847b-11c36ad760bb {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:18.384768 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.460246 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.461064 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.472438 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Calling delete_port for 7591c739-859a-4583-847b-11c36ad760bb owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:18.599456 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.602140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:18.628591 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Pushing event deleted for resources: {'Port': ['ID=7591c739-859a-4583-847b-11c36ad760bb,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:18.632417 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:18.690503 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.693084 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:18.694271 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] 10.222.0.55 "DELETE /v2.0/floatingips/df1da708-5587-4b5f-85ce-dc1224a95851 HTTP/1.1" status: 204 len: 168 time: 0.4442952 Jun 29 10:49:19.449444 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602764d7-3d1b-49af-8195-e36ab2b3d5e2 req-6ae434e7-4e38-47fc-92d4-9a1eb788d463 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:19.450944 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-602764d7-3d1b-49af-8195-e36ab2b3d5e2 req-6ae434e7-4e38-47fc-92d4-9a1eb788d463 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 943 time: 0.0618539 Jun 29 10:49:19.488340 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-602764d7-3d1b-49af-8195-e36ab2b3d5e2 req-8d3ea972-32d1-42ee-8887-86949df55e47 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jun 29 10:49:19.816681 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:19.836139 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 933ae251-a7e8-4f2c-8af3-13257c453b8b {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:19.836489 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 933ae251-a7e8-4f2c-8af3-13257c453b8b not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:20.683169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d55f0-5190-4f6b-857d-ab84a404aa2c req-547299a2-7596-4956-8da7-38a7224fd620 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:20.684639 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5f5d55f0-5190-4f6b-857d-ab84a404aa2c req-547299a2-7596-4956-8da7-38a7224fd620 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 943 time: 0.0718143 Jun 29 10:49:20.721195 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5f5d55f0-5190-4f6b-857d-ab84a404aa2c req-10c0ef1d-2e1a-4b47-add8-566ed1e2ff5f tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Jun 29 10:49:21.261875 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47598) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:21.772674 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:21.828041 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device e323759d-e4b5-4d64-8ff2-2134ba175d63 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:49:21.899408 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc88f-73e6-46d4-8983-cf6955b01b8c req-2770f94c-6f8f-45d3-aa93-1f46e217a905 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:21.900840 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0fbfc88f-73e6-46d4-8983-cf6955b01b8c req-2770f94c-6f8f-45d3-aa93-1f46e217a905 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 943 time: 0.0670779 Jun 29 10:49:21.932590 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port e323759d-e4b5-4d64-8ff2-2134ba175d63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:21.938636 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0fbfc88f-73e6-46d4-8983-cf6955b01b8c req-b1ab58f8-c771-4cd0-8856-ea3e248b07e3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Jun 29 10:49:21.944178 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'port_id': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'mac_address': 'fa:16:3e:37:a0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:49:21.981344 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:21.993911 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e323759d-e4b5-4d64-8ff2-2134ba175d63 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:22.016421 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port e323759d-e4b5-4d64-8ff2-2134ba175d63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:22.021740 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.024074 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-d45bb666-d23f-476d-8188-87c24671fbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:22.046978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Deleting port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:22.047319 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.074398 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=e323759d-e4b5-4d64-8ff2-2134ba175d63,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:22.081366 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.081668 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.082033 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.082365 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.082700 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.083408 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.083408 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.083715 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.083964 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.084279 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.084599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.084926 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:22.089274 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:22.124024 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] For port 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:22.124384 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.137113 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Calling delete_port for 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 owned by network:router_interface {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:22.262044 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['e323759d-e4b5-4d64-8ff2-2134ba175d63'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:22.546859 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.549054 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:22.574966 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:22.578335 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:22.753178 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.967231 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Router 3d04cb39-ce72-4157-9403-79e9116643fe has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:23.073714 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:23.079226 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] 10.222.0.55 "PUT /v2.0/routers/3d04cb39-ce72-4157-9403-79e9116643fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160119 Jun 29 10:49:23.081904 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47640) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:23.083852 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] Sync routers for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:23.100311 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:23.100311 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:23.130675 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b98db8-8482-43da-980f-e3769322cca3 req-ad81905e-e164-48ad-826d-02148534d8f2 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.133378 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c4b98db8-8482-43da-980f-e3769322cca3 req-ad81905e-e164-48ad-826d-02148534d8f2 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 944 time: 0.0806966 Jun 29 10:49:23.180196 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c4b98db8-8482-43da-980f-e3769322cca3 req-c1c79079-1e82-4165-8b80-6e80bbc48221 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Jun 29 10:49:23.190758 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47642) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:23.217331 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:23.220576 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks [] for router, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.323442 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8f9eacc6-bc02-4601-aea1-9b5dde2831a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.350737 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.441927 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Deleting port 9dea804a-c6a3-444e-b738-0010b3b7fd1c {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:23.442154 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.472652 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:49:22Z', 'revision_number': 5, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port': {'id': '9dea804a-c6a3-444e-b738-0010b3b7fd1c', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:06Z', 'updated_at': '2021-06-29T10:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:23.495104 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8f9eacc6-bc02-4601-aea1-9b5dde2831a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.500726 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] Checking router: 3d04cb39-ce72-4157-9403-79e9116643fe for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:23.503158 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8f9eacc6-bc02-4601-aea1-9b5dde2831a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.508256 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d66e237d-6fb8-4a23-a660-0ffe1369b279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:23.509032 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] Routers {'3d04cb39-ce72-4157-9403-79e9116643fe'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:23.509653 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:48:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['3d04cb39-ce72-4157-9403-79e9116643fe'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:23.558627 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-8f9eacc6-bc02-4601-aea1-9b5dde2831a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=302bbeffb54041d5a81a00622ba7bc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668041 Jun 29 10:49:23.561486 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47646) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:23.564168 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eacc6-bc02-4601-aea1-9b5dde2831a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49119aa1-8787-4a6e-abd6-50bd45e3741b,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:23.568274 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8f9eacc6-bc02-4601-aea1-9b5dde2831a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:23.573300 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] For port 9dea804a-c6a3-444e-b738-0010b3b7fd1c, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9dea804a-c6a3-444e-b738-0010b3b7fd1c,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:23.573656 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.586465 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Calling delete_port for 9dea804a-c6a3-444e-b738-0010b3b7fd1c owned by network:router_gateway {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:23.592962 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] Set router 3d04cb39-ce72-4157-9403-79e9116643fe gateway port host: None {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:23.617935 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-16e42351-1398-48ff-b8d9-7165b7a4f7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.643399 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-16e42351-1398-48ff-b8d9-7165b7a4f7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.649275 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:49:23Z', 'revision_number': 6, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:23.677358 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506ac0f-461e-4099-89ad-1e8641457c84 None None] The sync data for ids ['3d04cb39-ce72-4157-9403-79e9116643fe'] in dv-cinder-786627-13-iscsi is: [{'id': '3d04cb39-ce72-4157-9403-79e9116643fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1403305838-router', 'tenant_id': '5eb46fee469147ad8a204594f4a59b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:49:23Z', 'revision_number': 6, 'project_id': '5eb46fee469147ad8a204594f4a59b87', 'gw_port_host': None}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:23.694851 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-16e42351-1398-48ff-b8d9-7165b7a4f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.700746 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-16e42351-1398-48ff-b8d9-7165b7a4f7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.702857 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-16e42351-1398-48ff-b8d9-7165b7a4f7b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49119aa1-8787-4a6e-abd6-50bd45e3741b HTTP/1.1" status: 204 len: 168 time: 0.1402371 Jun 29 10:49:23.707092 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:23.716908 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e42351-1398-48ff-b8d9-7165b7a4f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49119aa1-8787-4a6e-abd6-50bd45e3741b,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:23.719793 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-16e42351-1398-48ff-b8d9-7165b7a4f7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:23.757363 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.759490 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b6773ce9-f8d2-43cc-93f1-13e2bf53eaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:23.782692 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9dea804a-c6a3-444e-b738-0010b3b7fd1c,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:23.785923 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:23.844221 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device e323759d-e4b5-4d64-8ff2-2134ba175d63 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:49:23.851903 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.895495 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port e323759d-e4b5-4d64-8ff2-2134ba175d63 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:49:23.899484 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port e323759d-e4b5-4d64-8ff2-2134ba175d63 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:49:23.899932 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.940603 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.942790 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.983586 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.986134 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.986696 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d04cb39-ce72-4157-9403-79e9116643fe {{(pid=99639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:49:23.991991 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47652) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:23.994038 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.997377 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] 10.222.0.55 "DELETE /v2.0/routers/3d04cb39-ce72-4157-9403-79e9116643fe HTTP/1.1" status: 204 len: 168 time: 0.9121284 Jun 29 10:49:23.997645 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47654) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:24.009164 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-67049a1e-ef77-4153-9113-97a4448887d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.009389 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:24.011506 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec99f9d0-5714-4a46-9184-304523619b41" -d '{"events": [{"server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "name": "network-vif-plugged", "status": "completed", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:24.032718 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port e323759d-e4b5-4d64-8ff2-2134ba175d63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:24.039948 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.043273 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:24.078658 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Deleting subnet f32f41dd-fe85-4f53-96e7-e4e9b21677fe {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:24.084277 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.122245 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c060ba4-e104-496a-8233-ee15ad3ee000 x-openstack-request-id: req-4c060ba4-e104-496a-8233-ee15ad3ee000 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:24.122567 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "name": "network-vif-plugged", "status": "completed", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:24.122957 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c060ba4-e104-496a-8233-ee15ad3ee000 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:24.123381 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'code': 200} Jun 29 10:49:24.124183 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=e323759d-e4b5-4d64-8ff2-2134ba175d63,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:24.127868 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:24.172356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-67049a1e-ef77-4153-9113-97a4448887d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.172942 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.177081 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-67049a1e-ef77-4153-9113-97a4448887d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.179517 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7a1daee9-c204-4496-9c07-52faf8a2537c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:24.215400 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-67049a1e-ef77-4153-9113-97a4448887d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e80dca283e942bfb7993485a54b6328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218087 Jun 29 10:49:24.216134 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67049a1e-ef77-4153-9113-97a4448887d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4abd5b1-b1da-4b6d-b57b-9ec8289a8e84,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:24.218840 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47660) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:24.224815 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-67049a1e-ef77-4153-9113-97a4448887d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:24.249600 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.276749 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73259046-b8ad-41c8-a620-3d577937bb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.304793 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73259046-b8ad-41c8-a620-3d577937bb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.317948 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.321880 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-74756e8c-b957-48a8-85f6-b1a848c71455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:24.346069 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32f41dd-fe85-4f53-96e7-e4e9b21677fe,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:24.348600 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:24.354189 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.356076 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-31efa130-a45d-4903-9005-e3435d4c3a4b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f32f41dd-fe85-4f53-96e7-e4e9b21677fe HTTP/1.1" status: 204 len: 168 time: 0.3574557 Jun 29 10:49:24.358937 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47662) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:24.360556 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85cdb7b-4479-42cb-836a-eceda93248cd None None] Network 9488fd3b-8463-4288-bec1-be4710d617e1 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:24.425706 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73259046-b8ad-41c8-a620-3d577937bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.428503 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-73259046-b8ad-41c8-a620-3d577937bb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.432114 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-73259046-b8ad-41c8-a620-3d577937bb1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4abd5b1-b1da-4b6d-b57b-9ec8289a8e84 HTTP/1.1" status: 204 len: 168 time: 0.2100744 Jun 29 10:49:24.432114 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d104680f-b4f4-4bda-bedf-1506c3b2bb65 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:24.444889 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73259046-b8ad-41c8-a620-3d577937bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4abd5b1-b1da-4b6d-b57b-9ec8289a8e84,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:24.447681 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.457818 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-73259046-b8ad-41c8-a620-3d577937bb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:24.498472 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d13f51-e235-4700-a5bc-f0022a57e0bf req-f9e53b33-27ce-443d-b170-2fa8e39986ea tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:24.506991 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f1d13f51-e235-4700-a5bc-f0022a57e0bf req-f9e53b33-27ce-443d-b170-2fa8e39986ea tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 945 time: 0.1894197 Jun 29 10:49:24.532189 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ec28a-819a-4201-a10c-e3e6e2cf18a5 req-3a9697cd-ad9c-4b84-8521-be89ebdbd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:24.534126 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb7ec28a-819a-4201-a10c-e3e6e2cf18a5 req-3a9697cd-ad9c-4b84-8521-be89ebdbd237 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 1098 time: 0.1475635 Jun 29 10:49:24.540722 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Deleting port e9c76af5-fa36-438b-a39e-8307db080167 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:24.541058 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.571213 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f1d13f51-e235-4700-a5bc-f0022a57e0bf req-784b8e7e-d8bc-44c8-9b5a-4c29f7c38312 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623982 Jun 29 10:49:24.598078 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] DHCP port deletion for 9488fd3b-8463-4288-bec1-be4710d617e1 request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:49:24.625788 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] For port e9c76af5-fa36-438b-a39e-8307db080167, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e9c76af5-fa36-438b-a39e-8307db080167,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:24.626329 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.626601 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eb7ec28a-819a-4201-a10c-e3e6e2cf18a5 req-b6a36fc8-cab0-4374-a751-bc4938d91a6e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746267 Jun 29 10:49:24.641192 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Calling delete_port for e9c76af5-fa36-438b-a39e-8307db080167 owned by network:dhcp {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:24.659980 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Deleting port e9c76af5-fa36-438b-a39e-8307db080167 {{(pid=99641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:24.660438 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.723601 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] For port e9c76af5-fa36-438b-a39e-8307db080167, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e9c76af5-fa36-438b-a39e-8307db080167,segment=NetworkSegment(3d32b51d-bf54-438c-9275-6b14928d8593),segment_id=3d32b51d-bf54-438c-9275-6b14928d8593)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:24.725831 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.731918 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.735379 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7aadc157-63f9-4310-9b0b-9ac21afd00c6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:24.759680 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c76af5-fa36-438b-a39e-8307db080167,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:24.762728 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:24.763505 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] No DVR routers for this DVR port e9c76af5-fa36-438b-a39e-8307db080167 on host dv-cinder-786627-13-iscsi {{(pid=99639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:24.844479 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.856174 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9488fd3b-8463-4288-bec1-be4710d617e1']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:24.870255 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d32b51d-bf54-438c-9275-6b14928d8593') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:24.870658 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d32b51d-bf54-438c-9275-6b14928d8593') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:24.883883 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.894007 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Calling delete_port for e9c76af5-fa36-438b-a39e-8307db080167 owned by network:dhcp {{(pid=99641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:24.900007 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.907776 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:24.908346 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:24.910305 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:24.934200 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.971268 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.976350 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.979091 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9488fd3b-8463-4288-bec1-be4710d617e1 HTTP/1.1" status: 204 len: 168 time: 0.6187415 Jun 29 10:49:24.980080 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48b5cdf6-ee53-45ad-8639-925aea4aa42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:25.002028 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9488fd3b-8463-4288-bec1-be4710d617e1,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:25.004753 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:25.037171 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.037171 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:25.044879 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Network 9488fd3b-8463-4288-bec1-be4710d617e1 is not hosted by any dhcp agent {{(pid=99641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 29 10:49:25.045323 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] No DVR routers for this DVR port e9c76af5-fa36-438b-a39e-8307db080167 on host dv-cinder-786627-13-iscsi {{(pid=99641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:25.063839 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Pushing event deleted for resources: {'Port': ['ID=e9c76af5-fa36-438b-a39e-8307db080167,revision_number=None']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:25.065989 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:25.117467 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47684) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:25.157081 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e72c1999-9568-49c3-84ae-3c38ae3e8a31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5eb46fee469147ad8a204594f4a59b87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382011 Jun 29 10:49:25.159554 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47688) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:25.205691 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e685c02a-298d-4e5c-9b90-ea6590a7c3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.226062 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e685c02a-298d-4e5c-9b90-ea6590a7c3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.284140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e685c02a-298d-4e5c-9b90-ea6590a7c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.286903 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e685c02a-298d-4e5c-9b90-ea6590a7c3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.288072 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e685c02a-298d-4e5c-9b90-ea6590a7c3cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47fce18c-dc9a-4cd1-8fa6-c49934cf29b5 HTTP/1.1" status: 204 len: 168 time: 0.1276152 Jun 29 10:49:25.288826 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-df425238-ba2d-49cf-af20-cb4f468147e6 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:25.296487 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685c02a-298d-4e5c-9b90-ea6590a7c3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fce18c-dc9a-4cd1-8fa6-c49934cf29b5,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:25.298754 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e685c02a-298d-4e5c-9b90-ea6590a7c3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:25.721552 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-78c9178a-ea94-4e68-a7b7-708dd11d62cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.776296 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9c76af5-fa36-438b-a39e-8307db080167 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:25.786874 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b01b4-d6af-47fa-ad07-cc25b7fdf65e req-d3c64968-f39d-4fec-a5ba-33927beb5036 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:25.788641 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-515b01b4-d6af-47fa-ad07-cc25b7fdf65e req-d3c64968-f39d-4fec-a5ba-33927beb5036 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 945 time: 0.1097488 Jun 29 10:49:25.797825 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: e9c76af5-fa36-438b-a39e-8307db080167 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:25.798182 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e9c76af5-fa36-438b-a39e-8307db080167 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:25.798591 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9dea804a-c6a3-444e-b738-0010b3b7fd1c no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:25.825263 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 9dea804a-c6a3-444e-b738-0010b3b7fd1c {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:25.825640 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9dea804a-c6a3-444e-b738-0010b3b7fd1c not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:25.826055 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:25.836989 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-515b01b4-d6af-47fa-ad07-cc25b7fdf65e req-6028f9b0-c86f-4b17-934e-fc28d2f43f61 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Jun 29 10:49:25.847151 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:25.847519 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 644a40f9-a8c2-4d96-8e54-f6c4f1ba2bf4 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:26.015325 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c05ee3-ab2c-4541-86cb-fecca7d00930 req-aad13261-f824-4dbd-aa61-412514cd4d13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:26.015325 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-80c05ee3-ab2c-4541-86cb-fecca7d00930 req-aad13261-f824-4dbd-aa61-412514cd4d13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 945 time: 0.0640919 Jun 29 10:49:26.058328 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-80c05ee3-ab2c-4541-86cb-fecca7d00930 req-a8ba4306-cdaf-457e-b66a-83263a351fa0 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373831 Jun 29 10:49:26.081837 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47738) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:26.149010 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b7284-3e7f-4055-b4f3-454b71671ca7 tempest-TestVolumeBootPattern-1418455109 tempest-TestVolumeBootPattern-1418455109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:26.150800 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e28b7284-3e7f-4055-b4f3-454b71671ca7 tempest-TestVolumeBootPattern-1418455109 tempest-TestVolumeBootPattern-1418455109-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 1093 time: 0.0679872 Jun 29 10:49:26.153856 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47742) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:26.159774 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'port_id': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:26.184084 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.290714 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.403612 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Allocated IP 172.27.1.169 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/3e8a005e-d089-4277-b312-d47376391d14) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:49:26.510714 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.550374 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.553220 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-f94e7e48-4f39-455d-91c2-b73f865d0562 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:26.592260 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:49:26.596859 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:49:26.600268 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:49:26.624368 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=3e8a005e-d089-4277-b312-d47376391d14,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:26.629387 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:27.260174 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.348869 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.509316 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.514576 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.518910 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-08bd4cbf-6b4b-47ea-b890-2493f4bc4ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:27.582150 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event updated for resources: {'Port': ['ID=3e8a005e-d089-4277-b312-d47376391d14,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:27.585715 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:27.632328 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.737241 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Floating IP 929748ce-4911-45d5-9f26-a5ebcecbbcf3 associated. External IP: 172.27.1.169, port: e323759d-e4b5-4d64-8ff2-2134ba175d63. Jun 29 10:49:27.940147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:28.006615 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ae51ca2d-6166-4ad6-b767-6753e5a2c0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.052266 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:28.061742 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:28.068812 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.072033 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:28.072708 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:28.108680 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9535270 Jun 29 10:49:28.109768 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:28.112347 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827333d8-8d2d-44b4-ab0f-9361f563f16b" -d '{"events": [{"name": "network-changed", "server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:28.155785 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55e0520-9a93-47c2-a320-a07a57afa197 x-openstack-request-id: req-d55e0520-9a93-47c2-a320-a07a57afa197 {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:28.156126 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:28.156419 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d55e0520-9a93-47c2-a320-a07a57afa197 {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:28.156868 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'status': 'completed', 'code': 200} Jun 29 10:49:28.199209 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:28.241661 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-7fd74cdf-4a56-4ace-a8d2-85227375804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:28.243176 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-7fd74cdf-4a56-4ace-a8d2-85227375804e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 1098 time: 0.0606346 Jun 29 10:49:28.341598 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-bb0cc2ba-df23-4c0d-9a25-ea882262ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:28.343218 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-bb0cc2ba-df23-4c0d-9a25-ea882262ea6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.0912755 Jun 29 10:49:28.355466 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.372008 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47886) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:28.410163 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-90710878-bdda-4810-9bd0-7cf6704f1b89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63 HTTP/1.1" status: 200 len: 999 time: 0.0600135 Jun 29 10:49:28.444137 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}, {'id': '929748ce-4911-45d5-9f26-a5ebcecbbcf3', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:37:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b728c7-5698-42d4-98c7-323c93bc677f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:49:27Z', 'updated_at': '2021-06-29T10:49:27Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:28.463200 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-6e714834-c946-418d-95d8-bdb7043aa99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:28.464655 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-6e714834-c946-418d-95d8-bdb7043aa99d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0469229 Jun 29 10:49:28.469579 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:28.478036 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:28.478650 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:28.481107 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8c00ab4a-8519-431a-ad92-b45df99d7ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.526669 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-994e268b-b633-4a34-a2c2-568de3ec43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:28.528566 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-994e268b-b633-4a34-a2c2-568de3ec43cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553560 Jun 29 10:49:28.572626 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8c00ab4a-8519-431a-ad92-b45df99d7ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.577447 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8c00ab4a-8519-431a-ad92-b45df99d7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.581207 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5df0e2c5-758f-4667-87aa-b0259045f853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:28.589161 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:28.622602 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ab4a-8519-431a-ad92-b45df99d7ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f0d19-a8b6-4c05-8331-84d28d1bdb58,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:28.629763 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-8c00ab4a-8519-431a-ad92-b45df99d7ad5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e5d9031716047a6a5262f8830d8db4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565629 Jun 29 10:49:28.630902 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8c00ab4a-8519-431a-ad92-b45df99d7ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:28.631565 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47892) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:28.650258 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-41f74561-524e-47a9-99c1-fa9cf67c2b7a service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149752 Jun 29 10:49:28.692714 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.716391 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.766426 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-827333d8-8d2d-44b4-ab0f-9361f563f16b req-5bd0f53d-2a92-4524-a8e4-5556f9986d9f service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044385 Jun 29 10:49:28.772856 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.777332 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.780828 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e3f0d19-a8b6-4c05-8331-84d28d1bdb58 HTTP/1.1" status: 204 len: 168 time: 0.1459639 Jun 29 10:49:28.780828 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b8e23d71-de05-4964-a1a5-1514f3a70cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:28.789897 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f0d19-a8b6-4c05-8331-84d28d1bdb58,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:28.792872 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:28.856848 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}, {'id': '929748ce-4911-45d5-9f26-a5ebcecbbcf3', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:37:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b728c7-5698-42d4-98c7-323c93bc677f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:49:27Z', 'updated_at': '2021-06-29T10:49:27Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:28.891288 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e00d41-e64f-4527-a77c-b9c98a5ad06f None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}, {'id': '929748ce-4911-45d5-9f26-a5ebcecbbcf3', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:37:a0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b728c7-5698-42d4-98c7-323c93bc677f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:49:27Z', 'updated_at': '2021-06-29T10:49:27Z', 'revision_number': 0, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:29.083676 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 47904) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:29.092977 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300db9f-8e8a-49d9-9eb4-0c4e291a5d23 None None] New status for floating IP 929748ce-4911-45d5-9f26-a5ebcecbbcf3: ACTIVE {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:49:29.106140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8a3-0b49-4d13-8aa5-c4796a75db0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.108497 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.196437 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8a3-0b49-4d13-8aa5-c4796a75db0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.199850 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8a3-0b49-4d13-8aa5-c4796a75db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.202266 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-66e40c7a-9db1-45ba-95af-60c6090164b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:29.238674 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e8bbb8a3-0b49-4d13-8aa5-c4796a75db0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92cb394d9c5443e5bbc708269e59fb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538601 Jun 29 10:49:29.239567 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbb8a3-0b49-4d13-8aa5-c4796a75db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8e0397-9e7b-44b6-a952-4e2b28e2ddf1,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:29.241587 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 47906) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:29.242679 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e8bbb8a3-0b49-4d13-8aa5-c4796a75db0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:29.291794 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.312411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.358820 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.361264 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.362442 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a8e0397-9e7b-44b6-a952-4e2b28e2ddf1 HTTP/1.1" status: 204 len: 168 time: 0.1197438 Jun 29 10:49:29.363163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1476f1e7-0dfc-4cf6-a4cc-b747ccf67878 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:29.370241 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8e0397-9e7b-44b6-a952-4e2b28e2ddf1,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:29.376956 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.377323 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.377702 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.378051 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.378394 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.378734 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.379074 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.379413 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.379751 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.380082 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.380414 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.380742 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:29.383688 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d9dba67e-9e78-4153-875c-04f4acf65ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.807109 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.760216 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48024) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:33.762832 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48026) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:33.863274 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa33643c-04fc-4bfe-9a40-fb4ef9aa1470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.866835 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.885702 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.db.api [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:49:33.885702 dv-cinder-786627-13-iscsi neutron-server[99640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 10:49:33.885702 dv-cinder-786627-13-iscsi neutron-server[99640]: [parameters: {'project_id': '07aec1a5e99c4a9e8932abca358e7c6a', 'id': 'ea366677-0d6b-4367-99f7-9f138e52555b', 'expiration': datetime.datetime(2021, 6, 29, 10, 51, 33, 881809)}] Jun 29 10:49:33.885702 dv-cinder-786627-13-iscsi neutron-server[99640]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:49:33.886098 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_db.api [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:49:33.957579 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa33643c-04fc-4bfe-9a40-fb4ef9aa1470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.962881 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fa33643c-04fc-4bfe-9a40-fb4ef9aa1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.965364 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e8bbb8a3-0b49-4d13-8aa5-c4796a75db0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.999602 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fa33643c-04fc-4bfe-9a40-fb4ef9aa1470 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db7e165e0a1349b38eac46296a9fc9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356670 Jun 29 10:49:34.000542 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33643c-04fc-4bfe-9a40-fb4ef9aa1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95eb8d0-d4fc-4fe5-ae5f-cb0c6212ea5b,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.002526 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48032) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:34.003638 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fa33643c-04fc-4bfe-9a40-fb4ef9aa1470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:34.053485 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.074712 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.126350 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.129232 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.130443 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c95eb8d0-d4fc-4fe5-ae5f-cb0c6212ea5b HTTP/1.1" status: 204 len: 168 time: 0.1268644 Jun 29 10:49:34.131212 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-88faf2c3-9f43-4846-a384-c3a1415ae4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:34.138852 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95eb8d0-d4fc-4fe5-ae5f-cb0c6212ea5b,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.141247 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:34.387666 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.402943 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48038) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:34.418222 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cca29ce7-6a03-43b3-90cd-ea47a11b3271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.477151 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.483233 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.486303 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-67049a1e-ef77-4153-9113-97a4448887d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:34.529089 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07aec1a5e99c4a9e8932abca358e7c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7677600 Jun 29 10:49:34.529774 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967117c9-fc26-4403-a3c2-adb6a1beb13b,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.532216 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48040) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:34.534264 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:34.572665 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cca29ce7-6a03-43b3-90cd-ea47a11b3271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.577233 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cca29ce7-6a03-43b3-90cd-ea47a11b3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.580634 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4acc5a78-4206-4972-909e-3e4dab25f576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:34.585776 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.607255 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.615586 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-cca29ce7-6a03-43b3-90cd-ea47a11b3271 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9cc76358f9645a4957796e524da5d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116005 Jun 29 10:49:34.616549 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca29ce7-6a03-43b3-90cd-ea47a11b3271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec1e7c4-2f7f-4594-aeec-86fd3d627741,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.619738 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-cca29ce7-6a03-43b3-90cd-ea47a11b3271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:34.620376 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48042) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:34.658570 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.661125 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.662412 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/967117c9-fc26-4403-a3c2-adb6a1beb13b HTTP/1.1" status: 204 len: 168 time: 0.1293244 Jun 29 10:49:34.663288 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-025e4529-fea6-4d29-a14c-d2207ca80264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:34.669656 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-61ea7be9-04cb-434d-a53c-19674913b751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.671696 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967117c9-fc26-4403-a3c2-adb6a1beb13b,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.678742 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:34.693403 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-61ea7be9-04cb-434d-a53c-19674913b751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.744555 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-61ea7be9-04cb-434d-a53c-19674913b751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.747298 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-61ea7be9-04cb-434d-a53c-19674913b751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.748488 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-61ea7be9-04cb-434d-a53c-19674913b751 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ec1e7c4-2f7f-4594-aeec-86fd3d627741 HTTP/1.1" status: 204 len: 168 time: 0.1271770 Jun 29 10:49:34.749249 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1138e03f-31e4-4f0e-a6b7-0140cce25b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:34.757007 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea7be9-04cb-434d-a53c-19674913b751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec1e7c4-2f7f-4594-aeec-86fd3d627741,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.759475 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-61ea7be9-04cb-434d-a53c-19674913b751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:35.015437 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48054) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:35.029015 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e7d264d9-0ad8-4cf6-b392-886c0f65b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.050954 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48056) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:35.071806 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c99db1b5-36f6-4a6f-a5e5-26c6540658d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.152315 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e7d264d9-0ad8-4cf6-b392-886c0f65b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.159883 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e7d264d9-0ad8-4cf6-b392-886c0f65b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.164136 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-cc9352c1-7ead-4f38-900b-59f67a47df6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:35.216124 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e7d264d9-0ad8-4cf6-b392-886c0f65b5d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc5120fa9c5541a08520e2a0367afa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995208 Jun 29 10:49:35.218960 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48058) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:35.219847 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d264d9-0ad8-4cf6-b392-886c0f65b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e655afa1-52dc-46cc-960b-9505f45f2293,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:35.223525 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e7d264d9-0ad8-4cf6-b392-886c0f65b5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:35.268681 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-94a57f1d-1300-4e7e-ba73-397f0fe8b1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.274974 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c99db1b5-36f6-4a6f-a5e5-26c6540658d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.279224 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-c99db1b5-36f6-4a6f-a5e5-26c6540658d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.281725 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-cca29ce7-6a03-43b3-90cd-ea47a11b3271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:35.289767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-94a57f1d-1300-4e7e-ba73-397f0fe8b1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.319576 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-c99db1b5-36f6-4a6f-a5e5-26c6540658d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffa0b4e6efb54d57b1672d4760b9bba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647057 Jun 29 10:49:35.319576 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99db1b5-36f6-4a6f-a5e5-26c6540658d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46005d-4f69-4b40-969b-1639e43a28e4,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:35.320044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48060) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:35.321130 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-c99db1b5-36f6-4a6f-a5e5-26c6540658d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:35.352286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-94a57f1d-1300-4e7e-ba73-397f0fe8b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.354800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-94a57f1d-1300-4e7e-ba73-397f0fe8b1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.355892 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-94a57f1d-1300-4e7e-ba73-397f0fe8b1f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e655afa1-52dc-46cc-960b-9505f45f2293 HTTP/1.1" status: 204 len: 168 time: 0.1359804 Jun 29 10:49:35.360566 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-db7be278-07ec-40fb-aea1-40de74f30bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:35.370526 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a57f1d-1300-4e7e-ba73-397f0fe8b1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e655afa1-52dc-46cc-960b-9505f45f2293,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:35.374031 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-94a57f1d-1300-4e7e-ba73-397f0fe8b1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:35.388595 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1b344257-25fe-40aa-8267-07a2e9d692d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.411463 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1b344257-25fe-40aa-8267-07a2e9d692d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.461470 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1b344257-25fe-40aa-8267-07a2e9d692d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.464339 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1b344257-25fe-40aa-8267-07a2e9d692d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:35.465547 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1b344257-25fe-40aa-8267-07a2e9d692d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d46005d-4f69-4b40-969b-1639e43a28e4 HTTP/1.1" status: 204 len: 168 time: 0.1443515 Jun 29 10:49:35.466409 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-eef7a157-d886-41f4-a1d2-07a00aed6790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:35.474571 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b344257-25fe-40aa-8267-07a2e9d692d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46005d-4f69-4b40-969b-1639e43a28e4,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:35.477003 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1b344257-25fe-40aa-8267-07a2e9d692d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:37.640816 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48212) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:37.747781 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a8eef384-1198-49d4-a42b-62f0702b6e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:37.862052 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a8eef384-1198-49d4-a42b-62f0702b6e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:37.867402 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a8eef384-1198-49d4-a42b-62f0702b6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:37.870141 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3b6b2f8c-dd4a-4861-a294-c8b67f7647e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:37.904933 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a8eef384-1198-49d4-a42b-62f0702b6e49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c1ed7e2c8d64a99bce585f06d928135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628043 Jun 29 10:49:37.905498 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eef384-1198-49d4-a42b-62f0702b6e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee67d80-6393-4414-b045-ae9fda86fe02,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:37.907809 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48218) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:37.909067 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a8eef384-1198-49d4-a42b-62f0702b6e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:37.959108 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:37.981045 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.029339 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.031886 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.033066 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aee67d80-6393-4414-b045-ae9fda86fe02 HTTP/1.1" status: 204 len: 168 time: 0.1236918 Jun 29 10:49:38.033839 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0ee69202-ad09-481f-99cb-cffc0050a1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:38.042626 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee67d80-6393-4414-b045-ae9fda86fe02,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:38.044888 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:38.333934 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48224) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:38.347311 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1feab524-dfae-4323-95eb-b87fce0ededc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.441910 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1feab524-dfae-4323-95eb-b87fce0ededc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.448207 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-1feab524-dfae-4323-95eb-b87fce0ededc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.450767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-058d6edd-3e95-4c00-ada6-add543e67f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:38.486945 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-1feab524-dfae-4323-95eb-b87fce0ededc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04c5e76358d24dc195e5e66a9035c660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516252 Jun 29 10:49:38.487873 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feab524-dfae-4323-95eb-b87fce0ededc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a338b113-1dd5-4396-8723-9725ebd09a5c,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:38.489418 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48226) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:38.490983 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1feab524-dfae-4323-95eb-b87fce0ededc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:38.538830 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.559168 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.610037 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.612725 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.613953 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a338b113-1dd5-4396-8723-9725ebd09a5c HTTP/1.1" status: 204 len: 168 time: 0.1233535 Jun 29 10:49:38.614766 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ca9b9d09-d695-4b06-a5a2-668f204ed5f4 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:38.622186 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a338b113-1dd5-4396-8723-9725ebd09a5c,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:38.629233 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.629608 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.630000 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.630359 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.630715 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.631069 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.631419 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.631759 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.632112 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.632457 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.632837 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.633202 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:38.636145 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-13bfad87-e52b-428d-8f9e-e37120d54f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:39.706356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48258) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:39.813666 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b654f419-de07-4aa4-8130-2326d5c40b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:39.910168 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b654f419-de07-4aa4-8130-2326d5c40b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:39.915640 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b654f419-de07-4aa4-8130-2326d5c40b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:39.918169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:39.954254 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654f419-de07-4aa4-8130-2326d5c40b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dec3d5c-bc8c-43d2-990e-deaef573a932,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:39.956601 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b654f419-de07-4aa4-8130-2326d5c40b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:39.961594 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-b654f419-de07-4aa4-8130-2326d5c40b52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaeb1fb7167746ba9159b974b21e9bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517245 Jun 29 10:49:39.961995 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48264) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:40.010015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-55f96b1b-9dca-4e1b-8805-bc78d2eaa54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.031954 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-55f96b1b-9dca-4e1b-8805-bc78d2eaa54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.082876 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-55f96b1b-9dca-4e1b-8805-bc78d2eaa54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.086059 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-55f96b1b-9dca-4e1b-8805-bc78d2eaa54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.087275 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-55f96b1b-9dca-4e1b-8805-bc78d2eaa54e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8dec3d5c-bc8c-43d2-990e-deaef573a932 HTTP/1.1" status: 204 len: 168 time: 0.1246231 Jun 29 10:49:40.088101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-37fbaa4e-d8bd-40d1-953b-60710a3c87a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:40.096314 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f96b1b-9dca-4e1b-8805-bc78d2eaa54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dec3d5c-bc8c-43d2-990e-deaef573a932,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:40.098232 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-55f96b1b-9dca-4e1b-8805-bc78d2eaa54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:40.756228 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48286) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:40.854114 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1915248116-network', 'tenant_id': '82c727e1e6b14e24a82d7c516fae8e1f'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:40.880190 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Made reservation on behalf of 82c727e1e6b14e24a82d7c516fae8e1f for: {'network': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:49:40.882632 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.891139 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.979540 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.985245 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:40.989589 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a3b8bba5-7a96-4281-894e-5e7faf3fa105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:41.008287 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=99640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:49:41.021670 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d249640-58eb-4010-886b-aff1c24c8d3c,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:41.025057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:41.028048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:41.028435 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.segments_db [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Added segment 1bc8448a-0bb1-4c7a-a039-3eea297f8083 of type vlan for network afef6f3f-8c79-41f7-a95a-fdebebd50150 Jun 29 10:49:41.068681 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:41.099779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:41.101126 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:41.101809 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:41.103877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:41.151243 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3938935 Jun 29 10:49:41.154317 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48292) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:41.159348 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Request body: {'subnet': {'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1915248116-subnet', 'tenant_id': '82c727e1e6b14e24a82d7c516fae8e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:41.162188 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Pushing event updated for resources: {'Network': ['ID=afef6f3f-8c79-41f7-a95a-fdebebd50150,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:41.165162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:41.172842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network afef6f3f-8c79-41f7-a95a-fdebebd50150 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:49:41.187103 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Made reservation on behalf of 82c727e1e6b14e24a82d7c516fae8e1f for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:49:41.189672 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13209034'] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:41.356806 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13338160'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:41.358947 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:41.407908 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47bdd56-53de-4d41-a3f1-e375bfd44535,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:41.411027 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:41.425213 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Checking segment: {'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:49:41.425592 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Network hostable DHCP agents. Network: afef6f3f-8c79-41f7-a95a-fdebebd50150, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:49:41.443930 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Network afef6f3f-8c79-41f7-a95a-fdebebd50150 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:49:41.453406 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, afef6f3f-8c79-41f7-a95a-fdebebd50150) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:49:41.457587 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:41.458205 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:41.462906 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6df893-2126-4b01-b0b7-4dead10ce4fc None None] Network afef6f3f-8c79-41f7-a95a-fdebebd50150 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:41.473006 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-4585f68b-d6b5-429e-adf4-423eeee62421 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3175709 Jun 29 10:49:41.589767 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8048c-ec87-4c5e-82e6-8d911fddf30b None None] Network afef6f3f-8c79-41f7-a95a-fdebebd50150 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:43.276899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-7030d5f9-cbb3-408b-b272-66747bfbc15d tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:43.278428 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-7030d5f9-cbb3-408b-b272-66747bfbc15d tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/networks?id=afef6f3f-8c79-41f7-a95a-fdebebd50150 HTTP/1.1" status: 200 len: 809 time: 0.1149790 Jun 29 10:49:43.294257 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-67d44d40-6925-44f3-8bc0-f6dd362812e0 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/quotas/82c727e1e6b14e24a82d7c516fae8e1f HTTP/1.1" status: 200 len: 375 time: 0.0102901 Jun 29 10:49:43.327431 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-2e8144e4-2d74-44b8-849d-dc8c761d7e0c tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82c727e1e6b14e24a82d7c516fae8e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280271 Jun 29 10:49:43.477886 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-9e40a9d7-d199-47bc-b75a-156a045a80d3 service neutron] 10.222.0.55 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436498 Jun 29 10:49:43.569029 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-f58888a4-88a2-49df-ae60-654fd936af3a service neutron] 10.222.0.55 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846944 Jun 29 10:49:43.746370 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-253ba7f4-d09a-4d1a-9cd4-92554b9a41ca req-b650f38e-7454-4598-a53f-a4a2e1b4acaa tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 210 time: 0.0340831 Jun 29 10:49:44.887044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-ca5bf6e2-d0c1-4d22-9b57-ee433de47388 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:44.888523 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-ca5bf6e2-d0c1-4d22-9b57-ee433de47388 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "GET /v2.0/networks?id=afef6f3f-8c79-41f7-a95a-fdebebd50150 HTTP/1.1" status: 200 len: 809 time: 0.1164174 Jun 29 10:49:44.909464 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-39fc89d1-2f8b-4fd8-8ef1-8f1f9e44f2a5 req-554a9a83-e817-4de1-bfd1-e592c4968a80 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 210 time: 0.0382278 Jun 29 10:49:44.912949 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Request body: {'port': {'device_id': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150', 'admin_state_up': True, 'tenant_id': '82c727e1e6b14e24a82d7c516fae8e1f'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:45.027368 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Made reservation on behalf of 82c727e1e6b14e24a82d7c516fae8e1f for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:49:45.030875 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.155919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Allocated IP 172.20.0.14 (afef6f3f-8c79-41f7-a95a-fdebebd50150/d47bdd56-53de-4d41-a3f1-e375bfd44535/bbe539ae-cbea-4051-a1e4-4527253283c3) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:49:45.325523 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.370665 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.374553 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-46025681-633f-41b9-b07c-0121f4872a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:45.415153 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Network afef6f3f-8c79-41f7-a95a-fdebebd50150 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:49:45.418560 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:49:45.422223 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:49:45.427741 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:45.428357 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.434803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Pushing event updated for resources: {'Port': ['ID=bbe539ae-cbea-4051-a1e4-4527253283c3,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:45.439485 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:45.450062 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431173 Jun 29 10:49:45.462602 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Request body: {'port': {'device_id': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:45.535903 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.813356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe539ae-cbea-4051-a1e4-4527253283c3 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:45.820588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.832473 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Transition to ACTIVE for port object bbe539ae-cbea-4051-a1e4-4527253283c3 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:49:45.838462 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.841289 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:45.887598 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe539ae-cbea-4051-a1e4-4527253283c3,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:45.891523 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:45.922577 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Attempting to bind port bbe539ae-cbea-4051-a1e4-4527253283c3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:49:45.922987 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Attempting to bind port bbe539ae-cbea-4051-a1e4-4527253283c3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:49:45.923346 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Attempting to bind port bbe539ae-cbea-4051-a1e4-4527253283c3 on network afef6f3f-8c79-41f7-a95a-fdebebd50150 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:45.927831 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Port bbe539ae-cbea-4051-a1e4-4527253283c3 on network afef6f3f-8c79-41f7-a95a-fdebebd50150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:49:45.928137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Attempting to bind port bbe539ae-cbea-4051-a1e4-4527253283c3 on network afef6f3f-8c79-41f7-a95a-fdebebd50150 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:45.933660 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:49:45.933994 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Checking segment: {'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:49:45.934345 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Bound using segment: {'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:49:45.934765 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Bound port: bbe539ae-cbea-4051-a1e4-4527253283c3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:49:45.935111 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:46.008810 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] For port bbe539ae-cbea-4051-a1e4-4527253283c3, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:49:46.011964 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] For port bbe539ae-cbea-4051-a1e4-4527253283c3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bbe539ae-cbea-4051-a1e4-4527253283c3,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:49:46.017852 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:46.020378 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e6bf6a40-4cc3-40e8-a3d2-1683d098eb9a tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:46.069139 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:46.069770 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:46.071082 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/bbe539ae-cbea-4051-a1e4-4527253283c3 HTTP/1.1" status: 200 len: 1094 time: 0.6128676 Jun 29 10:49:46.071586 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'tag': 'bbe539ae-cbea-4051-a1e4-4527253283c3'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:46.074032 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490c1305-9ad1-41a9-9c86-f11efe6491b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c22a19bb-e90b-40ad-886e-db748d34cc32", "tag": "bbe539ae-cbea-4051-a1e4-4527253283c3"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:46.118166 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe539ae-cbea-4051-a1e4-4527253283c3,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:46.123263 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:46.125286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f85c0-067a-417d-b384-49fdd768d6c7 x-openstack-request-id: req-8c1f85c0-067a-417d-b384-49fdd768d6c7 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:46.125757 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22a19bb-e90b-40ad-886e-db748d34cc32", "tag": "bbe539ae-cbea-4051-a1e4-4527253283c3", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:46.126186 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c1f85c0-067a-417d-b384-49fdd768d6c7 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:46.126822 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'tag': 'bbe539ae-cbea-4051-a1e4-4527253283c3', 'status': 'completed', 'code': 200} Jun 29 10:49:46.187410 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1ccf-0c64-4351-bb38-6f1562c055e7 req-919b553c-a3e9-4e31-b1a7-562178302e6e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:46.188841 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b12b1ccf-0c64-4351-bb38-6f1562c055e7 req-919b553c-a3e9-4e31-b1a7-562178302e6e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 944 time: 0.1451375 Jun 29 10:49:46.227455 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-c9188803-237e-4c3e-b20d-c887ef6903ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:46.229500 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-c9188803-237e-4c3e-b20d-c887ef6903ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82c727e1e6b14e24a82d7c516fae8e1f&device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 1097 time: 0.0979443 Jun 29 10:49:46.238540 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b12b1ccf-0c64-4351-bb38-6f1562c055e7 req-c7d79749-3fe9-4708-8051-90679a78f721 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jun 29 10:49:46.273307 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-acb907fc-2c4d-43ea-af15-b7920db39f93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe539ae-cbea-4051-a1e4-4527253283c3 HTTP/1.1" status: 200 len: 217 time: 0.0338185 Jun 29 10:49:46.324285 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-4698ae29-36ed-4da6-918e-1bae78ebe860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:46.325728 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-4698ae29-36ed-4da6-918e-1bae78ebe860 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47bdd56-53de-4d41-a3f1-e375bfd44535 HTTP/1.1" status: 200 len: 849 time: 0.0442121 Jun 29 10:49:46.361821 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-26690326-3043-455c-9203-a5971aeb9393 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afef6f3f-8c79-41f7-a95a-fdebebd50150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288854 Jun 29 10:49:46.454697 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-f2398841-3135-445d-8cd6-d39cc2557dad service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856085 Jun 29 10:49:46.552849 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b7e71040-e720-45ff-8a8f-24976c5c350c req-3083f78c-db2a-4da0-90d6-547a03924282 service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909405 Jun 29 10:49:46.670623 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-82544ec3-9995-41d7-9384-6be219e6e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:46.672140 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-82544ec3-9995-41d7-9384-6be219e6e00d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82c727e1e6b14e24a82d7c516fae8e1f&device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 1097 time: 0.0566127 Jun 29 10:49:46.766703 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-f9a5d0b4-4d37-4358-af6c-34334a4c3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:46.768186 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-f9a5d0b4-4d37-4358-af6c-34334a4c3550 service neutron] 10.222.0.50 "GET /v2.0/networks?id=afef6f3f-8c79-41f7-a95a-fdebebd50150 HTTP/1.1" status: 200 len: 910 time: 0.0894513 Jun 29 10:49:47.061079 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-218fcd97-1e75-4c78-9289-fddbd2ab4360 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbe539ae-cbea-4051-a1e4-4527253283c3 HTTP/1.1" status: 200 len: 217 time: 0.2845483 Jun 29 10:49:47.112770 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-c93fa81c-5b27-4499-8707-1badbdc9b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:47.114339 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-c93fa81c-5b27-4499-8707-1badbdc9b134 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47bdd56-53de-4d41-a3f1-e375bfd44535 HTTP/1.1" status: 200 len: 849 time: 0.0450215 Jun 29 10:49:47.153694 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-41255fc5-1842-4b3e-934e-4051644dff62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afef6f3f-8c79-41f7-a95a-fdebebd50150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jun 29 10:49:47.250065 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-3099be79-8303-4108-94f3-c40daf3e8233 service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891848 Jun 29 10:49:47.354251 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-490c1305-9ad1-41a9-9c86-f11efe6491b9 req-a610c35c-bf9e-405c-94d7-f64c5c596d78 service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970798 Jun 29 10:49:47.416464 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c5273-40b6-4c80-b3e6-6ce4f4ab9f4d req-0f7a5d35-bc6f-4875-998c-f99a9834e50f tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:47.417979 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4a2c5273-40b6-4c80-b3e6-6ce4f4ab9f4d req-0f7a5d35-bc6f-4875-998c-f99a9834e50f tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 944 time: 0.0628300 Jun 29 10:49:47.456910 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4a2c5273-40b6-4c80-b3e6-6ce4f4ab9f4d req-187ed8fe-4712-44e9-bf77-606351a7c5e9 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Jun 29 10:49:48.642847 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4edc8-2604-4ca9-86e2-84d639745f7c req-fbff6f4b-e996-47dc-a68d-6008e1682f42 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:48.644189 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e8a4edc8-2604-4ca9-86e2-84d639745f7c req-fbff6f4b-e996-47dc-a68d-6008e1682f42 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 944 time: 0.0729828 Jun 29 10:49:48.688021 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e8a4edc8-2604-4ca9-86e2-84d639745f7c req-2cba1ddd-86cc-4498-bb6c-8c914bf32e2e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Jun 29 10:49:49.870055 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407ccae-209c-435c-bf7d-faa9b8e54386 req-6e5b60ab-f43c-497c-b145-742b35338a7e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:49.871483 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b407ccae-209c-435c-bf7d-faa9b8e54386 req-6e5b60ab-f43c-497c-b145-742b35338a7e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 944 time: 0.0674548 Jun 29 10:49:49.908923 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b407ccae-209c-435c-bf7d-faa9b8e54386 req-99ad075f-fef3-4fe9-a2b0-116a0e840c6a tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Jun 29 10:49:50.012494 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device bbe539ae-cbea-4051-a1e4-4527253283c3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:49:50.117249 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port bbe539ae-cbea-4051-a1e4-4527253283c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bbe539ae-cbea-4051-a1e4-4527253283c3,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:50.128736 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'bbe539ae-cbea-4051-a1e4-4527253283c3', 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150', 'port_id': 'bbe539ae-cbea-4051-a1e4-4527253283c3', 'mac_address': 'fa:16:3e:f0:62:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47bdd56-53de-4d41-a3f1-e375bfd44535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:49:50.167009 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.179082 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe539ae-cbea-4051-a1e4-4527253283c3 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:50.198573 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port bbe539ae-cbea-4051-a1e4-4527253283c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bbe539ae-cbea-4051-a1e4-4527253283c3,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:50.205096 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.206876 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:50.250867 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=bbe539ae-cbea-4051-a1e4-4527253283c3,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:50.254132 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:50.476906 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['bbe539ae-cbea-4051-a1e4-4527253283c3'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:51.094404 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4395d1-d64a-4600-86b6-ff700eed56af req-521858da-bc89-422b-bc1c-93bc73335cd5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:51.095814 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa4395d1-d64a-4600-86b6-ff700eed56af req-521858da-bc89-422b-bc1c-93bc73335cd5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 945 time: 0.0654800 Jun 29 10:49:51.133911 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa4395d1-d64a-4600-86b6-ff700eed56af req-531db5bb-bd75-4590-9c49-112713d7d7e6 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Jun 29 10:49:52.031020 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device bbe539ae-cbea-4051-a1e4-4527253283c3 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:49:52.120413 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port bbe539ae-cbea-4051-a1e4-4527253283c3 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:49:52.128114 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port bbe539ae-cbea-4051-a1e4-4527253283c3 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:49:52.128489 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:52.204194 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:52.225593 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe539ae-cbea-4051-a1e4-4527253283c3'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:52.227871 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a437ee6-f194-4623-bd2b-6cfd7ce4b4b9" -d '{"events": [{"server_uuid": "c22a19bb-e90b-40ad-886e-db748d34cc32", "name": "network-vif-plugged", "status": "completed", "tag": "bbe539ae-cbea-4051-a1e4-4527253283c3"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:52.241006 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port bbe539ae-cbea-4051-a1e4-4527253283c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bbe539ae-cbea-4051-a1e4-4527253283c3,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:52.246108 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:52.248129 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:52.275508 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04d4fff-0f45-42e3-8bda-4aa1ac55f039 x-openstack-request-id: req-c04d4fff-0f45-42e3-8bda-4aa1ac55f039 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:52.275801 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22a19bb-e90b-40ad-886e-db748d34cc32", "name": "network-vif-plugged", "status": "completed", "tag": "bbe539ae-cbea-4051-a1e4-4527253283c3", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:52.276060 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c04d4fff-0f45-42e3-8bda-4aa1ac55f039 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:52.276451 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe539ae-cbea-4051-a1e4-4527253283c3', 'code': 200} Jun 29 10:49:52.300497 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=bbe539ae-cbea-4051-a1e4-4527253283c3,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:52.303504 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:52.311904 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e169b-5185-4884-96fd-ac233efac717 req-c4e558e1-b896-4f3a-bab0-16df547cc04d tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:52.313350 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa7e169b-5185-4884-96fd-ac233efac717 req-c4e558e1-b896-4f3a-bab0-16df547cc04d tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 946 time: 0.0642955 Jun 29 10:49:52.351454 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa7e169b-5185-4884-96fd-ac233efac717 req-83a9f04c-6bf5-43e1-bf29-0cbac499b6d8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Jun 29 10:49:52.547818 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd334e7f-5755-4b42-ab29-21f59220b176 req-77933497-b347-4e1b-9234-bf95573329c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:52.550321 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dd334e7f-5755-4b42-ab29-21f59220b176 req-77933497-b347-4e1b-9234-bf95573329c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 1099 time: 0.0564709 Jun 29 10:49:52.586449 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dd334e7f-5755-4b42-ab29-21f59220b176 req-bc09b2b4-02e5-4fa0-82c3-795a1eb25f04 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272415 Jun 29 10:49:53.535358 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1e85b-cf68-4db4-b6a1-8df5b0674581 req-f516bfcd-5eb0-45ae-bf05-046445852f89 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:53.536821 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c5d1e85b-cf68-4db4-b6a1-8df5b0674581 req-f516bfcd-5eb0-45ae-bf05-046445852f89 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 946 time: 0.0706062 Jun 29 10:49:53.554110 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:53.574030 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c5d1e85b-cf68-4db4-b6a1-8df5b0674581 req-b46f0331-e05f-41e7-913f-c0193837d869 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Jun 29 10:49:54.766632 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9deab-38b9-412c-8570-19823c8364fd req-4e8b53c8-9869-4ce2-a1d0-e5b793a75db8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:54.768070 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-49a9deab-38b9-412c-8570-19823c8364fd req-4e8b53c8-9869-4ce2-a1d0-e5b793a75db8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 946 time: 0.0756173 Jun 29 10:49:54.811258 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-49a9deab-38b9-412c-8570-19823c8364fd req-72401c5d-4475-4885-b6e0-05c1c74e4398 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348275 Jun 29 10:49:54.812175 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:55.726512 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-271d18ea-e7f2-4238-98b9-c4430ec2b647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.010026 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7b291028-14e9-4d04-800d-2ca9dceebb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.024537 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d637a-9463-4f30-98a1-ee52e1e63917 req-9bb51ced-4539-4b5a-9cc4-297cce370950 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:58.026035 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-477d637a-9463-4f30-98a1-ee52e1e63917 req-9bb51ced-4539-4b5a-9cc4-297cce370950 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 946 time: 0.0770228 Jun 29 10:49:58.063373 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-477d637a-9463-4f30-98a1-ee52e1e63917 req-7f01a13e-5477-4443-bb5c-3ceacd51e88c tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Jun 29 10:49:58.310443 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.106223 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.252573 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031733b3-e55e-4fe2-bdb2-febf0ed88f84 req-1e6caf38-1d4b-47bc-b839-bbe2ff7cb40e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:59.254064 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-031733b3-e55e-4fe2-bdb2-febf0ed88f84 req-1e6caf38-1d4b-47bc-b839-bbe2ff7cb40e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 946 time: 0.0754185 Jun 29 10:49:59.293399 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-031733b3-e55e-4fe2-bdb2-febf0ed88f84 req-9e0c4994-2f41-41f9-9977-85864237f10e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Jun 29 10:49:59.514432 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6fbd-f69c-42ad-9107-dba50360973c req-21f785d8-41c4-4dc3-b81e-9ab9806f7d0f tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:59.515913 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-243c6fbd-f69c-42ad-9107-dba50360973c req-21f785d8-41c4-4dc3-b81e-9ab9806f7d0f tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 946 time: 0.0685966 Jun 29 10:49:59.624604 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Deleting port bbe539ae-cbea-4051-a1e4-4527253283c3 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:59.624950 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.713213 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] For port bbe539ae-cbea-4051-a1e4-4527253283c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bbe539ae-cbea-4051-a1e4-4527253283c3,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:59.713527 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.725891 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Calling delete_port for bbe539ae-cbea-4051-a1e4-4527253283c3 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:59.857716 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.861430 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-0531fb27-81aa-482c-a00c-583759f10b91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:59.869386 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['bbe539ae-cbea-4051-a1e4-4527253283c3'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:59.886628 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Pushing event deleted for resources: {'Port': ['ID=bbe539ae-cbea-4051-a1e4-4527253283c3,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:59.889644 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:59.933276 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] No DVR routers for this DVR port bbe539ae-cbea-4051-a1e4-4527253283c3 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:59.935681 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.937699 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-243c6fbd-f69c-42ad-9107-dba50360973c req-e9bdc853-9402-41cc-ad1a-e98e25972021 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "DELETE /v2.0/ports/bbe539ae-cbea-4051-a1e4-4527253283c3 HTTP/1.1" status: 204 len: 173 time: 0.4158483 Jun 29 10:49:59.938151 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'name': 'network-vif-deleted', 'tag': 'bbe539ae-cbea-4051-a1e4-4527253283c3'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:59.940511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6473b0a-c8ce-4ada-b918-36c1c50d552e" -d '{"events": [{"server_uuid": "c22a19bb-e90b-40ad-886e-db748d34cc32", "name": "network-vif-deleted", "tag": "bbe539ae-cbea-4051-a1e4-4527253283c3"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:59.976146 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06925210-6ef5-468e-b5f8-64aa44eac3e6 x-openstack-request-id: req-06925210-6ef5-468e-b5f8-64aa44eac3e6 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:59.976470 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22a19bb-e90b-40ad-886e-db748d34cc32", "name": "network-vif-deleted", "tag": "bbe539ae-cbea-4051-a1e4-4527253283c3", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:59.976758 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06925210-6ef5-468e-b5f8-64aa44eac3e6 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:59.977185 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22a19bb-e90b-40ad-886e-db748d34cc32', 'name': 'network-vif-deleted', 'tag': 'bbe539ae-cbea-4051-a1e4-4527253283c3', 'status': 'completed', 'code': 200} Jun 29 10:50:00.455467 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a6e7d2d4-587c-448f-b41f-d3303a0cc8f7 req-2a8344f6-9e55-484b-a13e-873bb37f8762 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=c22a19bb-e90b-40ad-886e-db748d34cc32 HTTP/1.1" status: 200 len: 210 time: 0.0285771 Jun 29 10:50:00.808369 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.773072 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-d658a244-ee4f-4711-838f-a8a7b705b341 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:01.774530 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-d658a244-ee4f-4711-838f-a8a7b705b341 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/networks?id=afef6f3f-8c79-41f7-a95a-fdebebd50150 HTTP/1.1" status: 200 len: 809 time: 0.1097865 Jun 29 10:50:01.789595 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-0eeaff9c-8460-4a4c-8aca-e101137b8387 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/quotas/82c727e1e6b14e24a82d7c516fae8e1f HTTP/1.1" status: 200 len: 375 time: 0.0093877 Jun 29 10:50:01.822921 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-628515cf-cbc0-4846-95a9-bbf141bf2f01 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82c727e1e6b14e24a82d7c516fae8e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284436 Jun 29 10:50:01.915430 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-249855f5-709a-4409-b8f2-2c78c5cb1d9b service neutron] 10.222.0.55 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829368 Jun 29 10:50:02.006511 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-a16be5de-3644-4ecb-8d9c-154c87b9e239 service neutron] 10.222.0.55 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825665 Jun 29 10:50:02.175489 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e12b59cf-264c-4ba5-8cd1-c06637f68a4f req-12897c83-dcef-4b48-9303-5bbaed4d6830 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 210 time: 0.0292175 Jun 29 10:50:03.324077 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d51fa022-def8-4262-8551-d5d37335fd14 req-32ac514b-b5e7-4dcf-8328-a413b825be85 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 210 time: 0.0381622 Jun 29 10:50:04.328324 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device bbe539ae-cbea-4051-a1e4-4527253283c3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:04.349188 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: bbe539ae-cbea-4051-a1e4-4527253283c3 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:04.349539 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device bbe539ae-cbea-4051-a1e4-4527253283c3 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:04.471239 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-79938c81-8548-485f-8b4f-cf0d8576923a req-9abab2d2-793b-4e65-9102-113c8ad0a576 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 210 time: 0.0286977 Jun 29 10:50:05.044192 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-4e601285-de1a-494c-9c6e-8ca131cd7696 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:05.045695 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-4e601285-de1a-494c-9c6e-8ca131cd7696 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "GET /v2.0/networks?id=afef6f3f-8c79-41f7-a95a-fdebebd50150 HTTP/1.1" status: 200 len: 809 time: 0.1029987 Jun 29 10:50:05.057537 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Request body: {'port': {'device_id': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150', 'admin_state_up': True, 'tenant_id': '82c727e1e6b14e24a82d7c516fae8e1f'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:05.168123 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Made reservation on behalf of 82c727e1e6b14e24a82d7c516fae8e1f for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:05.171917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.299358 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Allocated IP 172.20.0.7 (afef6f3f-8c79-41f7-a95a-fdebebd50150/d47bdd56-53de-4d41-a3f1-e375bfd44535/c9783d9b-092b-4c1c-9116-97f1dbe0a393) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:05.452048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.497087 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.502274 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:05.545589 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Network afef6f3f-8c79-41f7-a95a-fdebebd50150 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:05.549496 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:05.552791 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:05.558302 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:05.558928 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.567565 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Pushing event updated for resources: {'Port': ['ID=c9783d9b-092b-4c1c-9116-97f1dbe0a393,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:05.571828 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:05.580866 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5269084 Jun 29 10:50:05.600419 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Request body: {'port': {'device_id': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:05.704103 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:05.713970 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc7b1a-3667-422f-a2a7-6e698f11026c req-42cd0ccc-bac2-444a-95e7-5786cb61c008 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:05.715486 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-60dc7b1a-3667-422f-a2a7-6e698f11026c req-42cd0ccc-bac2-444a-95e7-5786cb61c008 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 931 time: 0.1275032 Jun 29 10:50:05.785985 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-60dc7b1a-3667-422f-a2a7-6e698f11026c req-4b32c7bb-c573-482e-bc00-6982918336bf tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Jun 29 10:50:05.991968 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9783d9b-092b-4c1c-9116-97f1dbe0a393 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:05.999187 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.011054 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Transition to ACTIVE for port object c9783d9b-092b-4c1c-9116-97f1dbe0a393 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:06.016471 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.019198 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f68a21ee-e9bb-4333-bf7f-2d017f606f4b tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.067230 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9783d9b-092b-4c1c-9116-97f1dbe0a393,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.070400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.098862 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Attempting to bind port c9783d9b-092b-4c1c-9116-97f1dbe0a393 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:06.099191 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Attempting to bind port c9783d9b-092b-4c1c-9116-97f1dbe0a393 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:06.099545 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Attempting to bind port c9783d9b-092b-4c1c-9116-97f1dbe0a393 on network afef6f3f-8c79-41f7-a95a-fdebebd50150 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:06.104737 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Port c9783d9b-092b-4c1c-9116-97f1dbe0a393 on network afef6f3f-8c79-41f7-a95a-fdebebd50150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:50:06.105057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Attempting to bind port c9783d9b-092b-4c1c-9116-97f1dbe0a393 on network afef6f3f-8c79-41f7-a95a-fdebebd50150 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:06.110957 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:06.111356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Checking segment: {'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:06.111829 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Bound using segment: {'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:06.112299 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Bound port: c9783d9b-092b-4c1c-9116-97f1dbe0a393, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc8448a-0bb1-4c7a-a039-3eea297f8083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:06.112636 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.179653 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] For port c9783d9b-092b-4c1c-9116-97f1dbe0a393, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:06.183147 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] For port c9783d9b-092b-4c1c-9116-97f1dbe0a393, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9783d9b-092b-4c1c-9116-97f1dbe0a393,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:06.187125 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.189085 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e986c785-7258-4721-a716-05c38712d6a2 tempest-AttachVolumeTestJSON-870414385 tempest-AttachVolumeTestJSON-870414385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.221917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.222553 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.223967 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] 10.222.0.50 "PUT /v2.0/ports/c9783d9b-092b-4c1c-9116-97f1dbe0a393 HTTP/1.1" status: 200 len: 1093 time: 0.6342933 Jun 29 10:50:06.224477 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'tag': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:06.226847 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aef3b6-2472-4e35-89ad-e1b533bef159" -d '{"events": [{"name": "network-changed", "server_uuid": "327399b8-3bf3-4486-a9df-a3a4d2b80c11", "tag": "c9783d9b-092b-4c1c-9116-97f1dbe0a393"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:06.251615 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9783d9b-092b-4c1c-9116-97f1dbe0a393,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.255441 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.266960 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227505aa-a750-4fdf-a8f5-a6159f4c821a x-openstack-request-id: req-227505aa-a750-4fdf-a8f5-a6159f4c821a {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:06.267283 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327399b8-3bf3-4486-a9df-a3a4d2b80c11", "tag": "c9783d9b-092b-4c1c-9116-97f1dbe0a393", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:06.267584 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-227505aa-a750-4fdf-a8f5-a6159f4c821a {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:06.268002 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'tag': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393', 'status': 'completed', 'code': 200} Jun 29 10:50:06.324401 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-8dbc1bfb-5166-4aa6-8d51-85030effd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.325850 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-8dbc1bfb-5166-4aa6-8d51-85030effd60e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82c727e1e6b14e24a82d7c516fae8e1f&device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 1096 time: 0.0550094 Jun 29 10:50:06.366992 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-da19a2c5-ea2c-46b1-9039-88791c43f301 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9783d9b-092b-4c1c-9116-97f1dbe0a393 HTTP/1.1" status: 200 len: 217 time: 0.0341842 Jun 29 10:50:06.436472 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-b725e65a-ba34-40e0-b7d1-1b17ae556dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.437981 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-b725e65a-ba34-40e0-b7d1-1b17ae556dee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47bdd56-53de-4d41-a3f1-e375bfd44535 HTTP/1.1" status: 200 len: 849 time: 0.0640178 Jun 29 10:50:06.471440 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-8ba5cece-14b2-4d43-a8ad-0309d11746db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afef6f3f-8c79-41f7-a95a-fdebebd50150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268426 Jun 29 10:50:06.562322 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-97fb0c7e-1741-4308-bc08-96af4999ba13 service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844176 Jun 29 10:50:06.654314 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1ce0b95-b3fd-44af-9ea8-b700a05e66b2 req-4435a020-0886-48c4-831b-7ffcb7faeb7f service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853164 Jun 29 10:50:06.758417 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-a25d3f04-f6bd-40b0-83c5-254909412bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.759874 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-a25d3f04-f6bd-40b0-83c5-254909412bf6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82c727e1e6b14e24a82d7c516fae8e1f&device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 1096 time: 0.0555089 Jun 29 10:50:06.860816 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-eb7e10e8-9ffe-48a1-a78a-2682d39d2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.862307 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-eb7e10e8-9ffe-48a1-a78a-2682d39d2e31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=afef6f3f-8c79-41f7-a95a-fdebebd50150 HTTP/1.1" status: 200 len: 910 time: 0.0944750 Jun 29 10:50:06.902274 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-90a238ac-1029-4aea-809e-2c40d74eb0ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9783d9b-092b-4c1c-9116-97f1dbe0a393 HTTP/1.1" status: 200 len: 217 time: 0.0323675 Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: from cryptography.utils import int_from_bytes Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: from cryptography.utils import int_from_bytes Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.910492 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:06.914546 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:06.979414 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-5203b612-5ffe-48f8-be32-1006a1aa1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.981210 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-5203b612-5ffe-48f8-be32-1006a1aa1a7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47bdd56-53de-4d41-a3f1-e375bfd44535 HTTP/1.1" status: 200 len: 849 time: 0.0684361 Jun 29 10:50:07.015214 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-d3d61fb1-7bce-46a4-aae4-9dcea1387863 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afef6f3f-8c79-41f7-a95a-fdebebd50150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272903 Jun 29 10:50:07.026398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed24f7-fc1c-4b5d-b736-65645cc4fe41 req-83b2ec5f-9fbf-4474-8f3e-c505741c1e06 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:07.027723 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-41ed24f7-fc1c-4b5d-b736-65645cc4fe41 req-83b2ec5f-9fbf-4474-8f3e-c505741c1e06 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 943 time: 0.1235750 Jun 29 10:50:07.109769 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-41ed24f7-fc1c-4b5d-b736-65645cc4fe41 req-3afe31a5-cc86-442e-b65e-89d1e4b13d5f tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745790 Jun 29 10:50:07.135242 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-d8cd822e-d466-4ba2-887f-5eafe4c979f5 service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066618 Jun 29 10:50:07.226692 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8aef3b6-2472-4e35-89ad-e1b533bef159 req-eb5b0b07-88ff-4c3b-a98a-7fe798cec2e8 service neutron] 10.222.0.50 "GET /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Jun 29 10:50:08.292289 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa181-8db8-4025-b87b-e65980303b65 req-87ce2443-ee92-4caa-9db2-50e82bf007b0 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.296610 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e3fa181-8db8-4025-b87b-e65980303b65 req-87ce2443-ee92-4caa-9db2-50e82bf007b0 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 943 time: 0.0664275 Jun 29 10:50:08.334238 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2e3fa181-8db8-4025-b87b-e65980303b65 req-35eda7d2-3327-4798-bda4-d1bdaa1cc933 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346863 Jun 29 10:50:09.520024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7153-feb7-4f38-ae0a-ad2e163ef823 req-a9f4ccd0-97af-46d1-8fb1-de14a7f6ca27 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:09.521449 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cbb7153-feb7-4f38-ae0a-ad2e163ef823 req-a9f4ccd0-97af-46d1-8fb1-de14a7f6ca27 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 943 time: 0.0732076 Jun 29 10:50:09.560329 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cbb7153-feb7-4f38-ae0a-ad2e163ef823 req-d7e17fcd-1204-4510-a01e-25f25194c965 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Jun 29 10:50:10.043211 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48530) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:10.163895 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7216cd76-d7f7-4666-aa5c-70435743ea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.252646 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7216cd76-d7f7-4666-aa5c-70435743ea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.258591 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7216cd76-d7f7-4666-aa5c-70435743ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.261062 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c22f46a0-8b89-4494-97b3-016a71d27120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.294099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216cd76-d7f7-4666-aa5c-70435743ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54349f5a-2629-47c9-a0c1-e43e9f010786,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:10.298989 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7216cd76-d7f7-4666-aa5c-70435743ea77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82a08c930e9a4b8295d9914490d62b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547150 Jun 29 10:50:10.299880 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7216cd76-d7f7-4666-aa5c-70435743ea77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:10.301775 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48534) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:10.342794 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device c9783d9b-092b-4c1c-9116-97f1dbe0a393 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:50:10.360735 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5da05999-0a64-44c2-a8df-eaab655ea9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.381992 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5da05999-0a64-44c2-a8df-eaab655ea9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.430870 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5da05999-0a64-44c2-a8df-eaab655ea9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.433508 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5da05999-0a64-44c2-a8df-eaab655ea9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.434716 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5da05999-0a64-44c2-a8df-eaab655ea9bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54349f5a-2629-47c9-a0c1-e43e9f010786 HTTP/1.1" status: 204 len: 168 time: 0.1320832 Jun 29 10:50:10.435492 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2a8c2b74-e797-4e9b-a424-f7cbd0b38922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.440057 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port c9783d9b-092b-4c1c-9116-97f1dbe0a393, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9783d9b-092b-4c1c-9116-97f1dbe0a393,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:10.444800 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da05999-0a64-44c2-a8df-eaab655ea9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54349f5a-2629-47c9-a0c1-e43e9f010786,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:10.447332 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5da05999-0a64-44c2-a8df-eaab655ea9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:10.455903 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393', 'network_id': 'afef6f3f-8c79-41f7-a95a-fdebebd50150', 'port_id': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393', 'mac_address': 'fa:16:3e:91:96:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47bdd56-53de-4d41-a3f1-e375bfd44535', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:50:10.499110 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.511333 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9783d9b-092b-4c1c-9116-97f1dbe0a393 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:10.531553 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port c9783d9b-092b-4c1c-9116-97f1dbe0a393, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9783d9b-092b-4c1c-9116-97f1dbe0a393,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:10.536336 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.539086 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.585037 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=c9783d9b-092b-4c1c-9116-97f1dbe0a393,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:10.588211 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:10.735151 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8795b-ecc4-4a06-8551-cbae89b98d8d req-39b6bd79-5abd-4e3c-98e4-9d4f8dd80370 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.736598 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5ea8795b-ecc4-4a06-8551-cbae89b98d8d req-39b6bd79-5abd-4e3c-98e4-9d4f8dd80370 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 944 time: 0.0677290 Jun 29 10:50:10.774267 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['c9783d9b-092b-4c1c-9116-97f1dbe0a393'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:10.777816 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5ea8795b-ecc4-4a06-8551-cbae89b98d8d req-f0902cc8-dd21-4413-959b-fa63608cc951 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342596 Jun 29 10:50:11.064594 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48558) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.164681 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-671257212-network', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:11.192274 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Made reservation on behalf of 504b97a1218d4bada6f35d24844d6c56 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:11.194583 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.203111 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.295087 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.302339 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.307062 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b55d51df-5f2c-4c4e-8227-6610b5010a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.334447 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:50:11.343956 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad560b00-84f1-46ec-b275-f087d390ae06,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.347484 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.350341 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.350671 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Added segment ce7d18e6-bead-41b3-9694-63bcdaf93613 of type vlan for network 212b27c3-ff92-4803-a55e-f308e503fcef Jun 29 10:50:11.392734 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.430013 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.431739 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:11.432606 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.435851 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.490349 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4245470 Jun 29 10:50:11.493729 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48562) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.495664 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Pushing event updated for resources: {'Network': ['ID=212b27c3-ff92-4803-a55e-f308e503fcef,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.498679 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.499270 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Request body: {'subnet': {'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-671257212-subnet', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'ip_version': 4}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:11.505982 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 212b27c3-ff92-4803-a55e-f308e503fcef details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:50:11.522130 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Made reservation on behalf of 504b97a1218d4bada6f35d24844d6c56 for: {'subnet': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:11.524536 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.692385 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for subnet, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.695280 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.739255 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c38dda5-4062-4b40-896d-f9462f8cdf1e,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.745588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.753844 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Checking segment: {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:11.754175 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Network hostable DHCP agents. Network: 212b27c3-ff92-4803-a55e-f308e503fcef, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:50:11.772534 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Network 212b27c3-ff92-4803-a55e-f308e503fcef is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:50:11.785698 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 212b27c3-ff92-4803-a55e-f308e503fcef) {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:11.789976 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:11.790543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.795534 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39aa5b-b1ed-468e-a72b-8947debd765d None None] Network 212b27c3-ff92-4803-a55e-f308e503fcef requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:11.810237 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-de6b3ef0-3e7e-4b34-b532-888f3dd038b6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150897 Jun 29 10:50:11.810600 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48566) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.815224 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:11.836019 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.837018 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.887153 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.949575 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-212b27c3-ff92-4803-a55e-f308e503fcef', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:50:11.950521 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.967316 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9397cb5-b070-43c1-b510-687d8441bef4 req-1afbe5d2-2c40-4605-a03d-bcbdf510c97a tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:11.969048 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9397cb5-b070-43c1-b510-687d8441bef4 req-1afbe5d2-2c40-4605-a03d-bcbdf510c97a tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 944 time: 0.0702553 Jun 29 10:50:12.008917 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b9397cb5-b070-43c1-b510-687d8441bef4 req-1be1e0b2-f5ef-4ed0-98ad-cacaa7614aa9 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Jun 29 10:50:12.030246 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.084963 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Allocated IP 172.20.0.2 (212b27c3-ff92-4803-a55e-f308e503fcef/9c38dda5-4062-4b40-896d-f9462f8cdf1e/a486a110-9a30-4a9b-9ffb-3b85cf46c08d) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:12.222656 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.229028 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.238212 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Transition to ACTIVE for port object a486a110-9a30-4a9b-9ffb-3b85cf46c08d will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:12.241574 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.253497 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Transition to ACTIVE for port object a486a110-9a30-4a9b-9ffb-3b85cf46c08d will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:12.260797 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.262950 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.302255 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Network 212b27c3-ff92-4803-a55e-f308e503fcef is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:12.305292 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:12.309572 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:12.314526 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Pushing event updated for resources: {'Port': ['ID=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.317073 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.346316 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Allocated IP 172.27.1.15 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/f6b49cf8-a5f8-4ef6-afa0-dd4212c02081) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:12.357906 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device c9783d9b-092b-4c1c-9116-97f1dbe0a393 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:12.395451 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Attempting to bind port a486a110-9a30-4a9b-9ffb-3b85cf46c08d on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:12.395830 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Attempting to bind port a486a110-9a30-4a9b-9ffb-3b85cf46c08d by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:12.396190 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Attempting to bind port a486a110-9a30-4a9b-9ffb-3b85cf46c08d on network 212b27c3-ff92-4803-a55e-f308e503fcef {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:12.405110 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:12.405487 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Checking segment: {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:12.405918 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.406316 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Bound using segment: {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:12.406793 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Bound port: a486a110-9a30-4a9b-9ffb-3b85cf46c08d, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:12.407175 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.452006 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.452678 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port c9783d9b-092b-4c1c-9116-97f1dbe0a393 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:12.460014 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port c9783d9b-092b-4c1c-9116-97f1dbe0a393 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:12.460394 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.491576 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.494509 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.502861 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] For port a486a110-9a30-4a9b-9ffb-3b85cf46c08d, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:12.507218 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] For port a486a110-9a30-4a9b-9ffb-3b85cf46c08d, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:12.512384 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.514682 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.530415 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:12.534696 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:12.538240 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:12.565651 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.570604 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.597507 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Pushing event updated for resources: {'Port': ['ID=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.603911 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.619106 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.645896 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:12.648189 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daec1e3-c64f-47a6-81cf-cb3c0dd06c7a" -d '{"events": [{"server_uuid": "327399b8-3bf3-4486-a9df-a3a4d2b80c11", "name": "network-vif-plugged", "status": "completed", "tag": "c9783d9b-092b-4c1c-9116-97f1dbe0a393"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:12.660868 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port c9783d9b-092b-4c1c-9116-97f1dbe0a393, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9783d9b-092b-4c1c-9116-97f1dbe0a393,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:12.667634 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.672486 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.698745 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600bf792-f800-4694-bac6-ddae6ede9bab x-openstack-request-id: req-600bf792-f800-4694-bac6-ddae6ede9bab {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:12.699016 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327399b8-3bf3-4486-a9df-a3a4d2b80c11", "name": "network-vif-plugged", "status": "completed", "tag": "c9783d9b-092b-4c1c-9116-97f1dbe0a393", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:12.699342 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-600bf792-f800-4694-bac6-ddae6ede9bab {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:12.700439 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393', 'code': 200} Jun 29 10:50:12.733872 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=c9783d9b-092b-4c1c-9116-97f1dbe0a393,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.750051 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.949998 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e10a24-060a-48c1-a4b2-608afb74d414 req-8c7bdb2d-a2fa-4b84-a430-867acb450d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:12.951519 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-82e10a24-060a-48c1-a4b2-608afb74d414 req-8c7bdb2d-a2fa-4b84-a430-867acb450d94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 1098 time: 0.0536942 Jun 29 10:50:12.986320 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-82e10a24-060a-48c1-a4b2-608afb74d414 req-5ca1d93c-ba9b-4082-9349-1797dfbcaeb5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281508 Jun 29 10:50:13.068517 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.195673 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446caab9-4ce1-4f00-94b3-4521f53ac800 req-6cff33f3-a894-47d8-96c9-db9481dea6c3 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:13.197939 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-446caab9-4ce1-4f00-94b3-4521f53ac800 req-6cff33f3-a894-47d8-96c9-db9481dea6c3 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 945 time: 0.0745707 Jun 29 10:50:13.250375 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-446caab9-4ce1-4f00-94b3-4521f53ac800 req-d7a8af37-c343-4df7-8124-aac4d2fbf473 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452390 Jun 29 10:50:13.270619 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.398857 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:50:13.503380 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725312ca-e634-4dae-a798-ca2433f9a06f None None] Network 212b27c3-ff92-4803-a55e-f308e503fcef requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:13.505113 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:13.517332 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Sync routers for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:13.522701 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.524034 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1b655284-1f91-48d9-a2cd-2e4c7eb54ed7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7124543 Jun 29 10:50:13.527065 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48572) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:13.562340 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:13.562887 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:13.667157 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-c0da2b59-06d3-426c-9a1d-f90b98e8958f None None] Provisioning for port a486a110-9a30-4a9b-9ffb-3b85cf46c08d completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:13.739049 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:13.838344 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a486a110-9a30-4a9b-9ffb-3b85cf46c08d up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:13.945820 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port a486a110-9a30-4a9b-9ffb-3b85cf46c08d completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:13.949005 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.951825 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port a486a110-9a30-4a9b-9ffb-3b85cf46c08d triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:13.952202 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.013460 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 3, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:14.070624 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Checking router: 249abe58-21e8-4c05-b5c9-bc95c94a3d7a for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:14.070887 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Updating router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:14.108328 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.114087 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.136216 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Allocated IP 172.20.0.1 (212b27c3-ff92-4803-a55e-f308e503fcef/9c38dda5-4062-4b40-896d-f9462f8cdf1e/9743c015-d8a2-4cdc-8901-e3d5152c6bf9) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:14.242715 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.256489 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.provisioning_blocks [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Transition to ACTIVE for port object 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 will not be triggered until provisioned by entity DHCP. {{(pid=99639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:14.291275 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.293408 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48def549-15ae-410d-9b3d-2b03cae33d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.333993 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Network 212b27c3-ff92-4803-a55e-f308e503fcef is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:14.336801 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:14.339280 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:14.346921 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port a486a110-9a30-4a9b-9ffb-3b85cf46c08d, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:14.360396 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.366449 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.379891 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Pushing event updated for resources: {'Port': ['ID=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.390579 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.403885 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.409306 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-e3b6b5d2-ecee-460d-ad06-3b9e3103b889 None None] Provisioning complete for port a486a110-9a30-4a9b-9ffb-3b85cf46c08d triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:14.409729 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e3b6b5d2-ecee-460d-ad06-3b9e3103b889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.508968 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.514490 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.604494 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.648995 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.659299 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Transition to ACTIVE for port object f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:14.666404 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.668675 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.718751 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0aef2a-b8eb-4716-887e-da086f3bf9f4 req-ee1961a7-f856-4208-a0e3-997a58425cb1 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:14.720677 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9d0aef2a-b8eb-4716-887e-da086f3bf9f4 req-ee1961a7-f856-4208-a0e3-997a58425cb1 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 945 time: 0.3377478 Jun 29 10:50:14.731440 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c021be-29ff-406b-b75b-082053de1cba None None] Pushing event updated for resources: {'Port': ['ID=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.734055 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Attempting to bind port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:14.734426 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Attempting to bind port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:14.734819 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Attempting to bind port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:14.738087 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e0c021be-29ff-406b-b75b-082053de1cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.743139 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:14.743908 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:14.744506 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.745124 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:14.745882 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Bound port: f6b49cf8-a5f8-4ef6-afa0-dd4212c02081, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:14.746483 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.750368 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-f07fc054-937c-4c2d-9430-28592d991d76 None None] Provisioning for port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:14.763023 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9d0aef2a-b8eb-4716-887e-da086f3bf9f4 req-498a8b14-5c5a-41e6-9127-a64ef9c87910 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Jun 29 10:50:14.773643 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-f07fc054-937c-4c2d-9430-28592d991d76 None None] Provisioning complete for port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:14.774049 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-f07fc054-937c-4c2d-9430-28592d991d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.796882 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.803104 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.805434 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-9559c504-a7fa-49a5-8a87-60d99c6b0d03 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.836856 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-f07fc054-937c-4c2d-9430-28592d991d76 None None] Port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:14.839635 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] For port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:14.843707 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] For port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:14.848965 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.851859 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.875463 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Pushing event updated for resources: {'Port': ['ID=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.877965 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.879927 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.904923 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:14.905632 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:14.942028 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c021be-29ff-406b-b75b-082053de1cba None None] Pushing event updated for resources: {'Port': ['ID=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.946378 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e0c021be-29ff-406b-b75b-082053de1cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.972040 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Network 212b27c3-ff92-4803-a55e-f308e503fcef is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:14.973744 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:15.027691 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:15.093968 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:15.216853 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:15.226130 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] 10.222.0.55 "PUT /v2.0/routers/249abe58-21e8-4c05-b5c9-bc95c94a3d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979914 Jun 29 10:50:15.239174 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 2, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:15.275599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e449400b-d54d-4e61-b1c7-6119d9f4fd34 None None] The sync data for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi is: [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 2, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:15.285450 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-2390d661-c586-46a8-b37a-0f17f065309a None None] Provisioning complete for port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:15.285873 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2390d661-c586-46a8-b37a-0f17f065309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.322726 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-2390d661-c586-46a8-b37a-0f17f065309a None None] Port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:15.722495 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67699-cded-4e5f-a7d2-16cf63fb1bb6 req-a587091d-87bf-43e4-8910-d8d99668f277 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:15.723955 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff67699-cded-4e5f-a7d2-16cf63fb1bb6 req-a587091d-87bf-43e4-8910-d8d99668f277 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 945 time: 0.0650899 Jun 29 10:50:15.765401 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ff67699-cded-4e5f-a7d2-16cf63fb1bb6 req-3408b91f-0fc1-4d2e-ae67-fff202e36b02 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344048 Jun 29 10:50:15.804398 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48604) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:15.811116 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1800968898-network', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:15.825509 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a486a110-9a30-4a9b-9ffb-3b85cf46c08d up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:15.836204 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Made reservation on behalf of e535cb4fb25643b79c55f4344a5bb0ef for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:15.838828 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.848090 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.875385 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port a486a110-9a30-4a9b-9ffb-3b85cf46c08d triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:15.876148 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.950177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.961900 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.966645 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-43c5143b-9e35-47a3-9edd-e35ef5181680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.988683 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:50:16.003432 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83ad69-a8a1-4b84-b125-10d721c29ae0,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:16.006219 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.006550 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Added segment bb6005e2-b4f4-4eda-97c4-91f8dbc66efd of type vlan for network 87af4808-8509-46af-8b4f-e2500c880f12 Jun 29 10:50:16.007880 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.050595 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.080905 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.082054 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:16.082636 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.084835 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4340f296-6b96-4c22-8f99-d1230d3fc004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:16.141608 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Pushing event updated for resources: {'Network': ['ID=87af4808-8509-46af-8b4f-e2500c880f12,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:16.145698 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3384233 Jun 29 10:50:16.145698 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.147296 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48606) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:16.151682 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 87af4808-8509-46af-8b4f-e2500c880f12 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:50:16.152147 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Request body: {'subnet': {'network_id': '87af4808-8509-46af-8b4f-e2500c880f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1800968898-subnet', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:16.172547 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Made reservation on behalf of e535cb4fb25643b79c55f4344a5bb0ef for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:16.175192 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13209034'] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.343928 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13338160'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.346368 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ce9fb969-9180-4e79-9417-612d3f9d23dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:16.399073 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d071912c-6230-490e-840b-9947720b6c41,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:16.402738 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.409864 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Checking segment: {'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:16.410358 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Network hostable DHCP agents. Network: 87af4808-8509-46af-8b4f-e2500c880f12, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:50:16.431344 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Network 87af4808-8509-46af-8b4f-e2500c880f12 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:50:16.441802 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 87af4808-8509-46af-8b4f-e2500c880f12) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:16.445912 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:16.446547 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.450866 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f147f-58cb-49d6-8e67-f6a028cd2f53 None None] Network 87af4808-8509-46af-8b4f-e2500c880f12 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:16.464461 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-0c148b29-faf9-4373-8b0d-21e595f4d9ff admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3134482 Jun 29 10:50:16.464692 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48608) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:16.469134 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:16.492301 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.493571 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.556804 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.611011 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-87af4808-8509-46af-8b4f-e2500c880f12', 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'fixed_ips': [{'subnet_id': 'd071912c-6230-490e-840b-9947720b6c41'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:50:16.611884 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.697004 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.746967 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Allocated IP 172.20.0.2 (87af4808-8509-46af-8b4f-e2500c880f12/d071912c-6230-490e-840b-9947720b6c41/e3e04389-0b96-4331-b447-d2796dbaf459) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:16.894286 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.909400 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Transition to ACTIVE for port object e3e04389-0b96-4331-b447-d2796dbaf459 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:16.930021 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Transition to ACTIVE for port object e3e04389-0b96-4331-b447-d2796dbaf459 will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:16.938155 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.941441 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:16.965080 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207c0d8-9efa-4c75-b293-65d1188bb98a req-1cb6ef63-49e8-4c93-8e74-ed135358f00c tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:16.972801 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1207c0d8-9efa-4c75-b293-65d1188bb98a req-1cb6ef63-49e8-4c93-8e74-ed135358f00c tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 945 time: 0.0821500 Jun 29 10:50:16.989055 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Network 87af4808-8509-46af-8b4f-e2500c880f12 is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:16.993019 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:17.000226 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:17.006901 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1207c0d8-9efa-4c75-b293-65d1188bb98a req-e9d6e541-3156-40bf-9c0a-495562bceb9e tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d249640-58eb-4010-886b-aff1c24c8d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Jun 29 10:50:17.007454 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Pushing event updated for resources: {'Port': ['ID=e3e04389-0b96-4331-b447-d2796dbaf459,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.011801 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.069678 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Attempting to bind port e3e04389-0b96-4331-b447-d2796dbaf459 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:17.070055 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Attempting to bind port e3e04389-0b96-4331-b447-d2796dbaf459 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:17.070408 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Attempting to bind port e3e04389-0b96-4331-b447-d2796dbaf459 on network 87af4808-8509-46af-8b4f-e2500c880f12 {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:17.075326 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:17.075698 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Checking segment: {'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:17.076462 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.076859 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Bound using segment: {'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:17.077349 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Bound port: e3e04389-0b96-4331-b447-d2796dbaf459, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:17.077762 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.128170 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.147754 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.151794 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] For port e3e04389-0b96-4331-b447-d2796dbaf459, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:17.154999 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] For port e3e04389-0b96-4331-b447-d2796dbaf459, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e3e04389-0b96-4331-b447-d2796dbaf459,segment=NetworkSegment(bb6005e2-b4f4-4eda-97c4-91f8dbc66efd),segment_id=bb6005e2-b4f4-4eda-97c4-91f8dbc66efd)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:17.160210 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.162997 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e0c021be-29ff-406b-b75b-082053de1cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.233795 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Pushing event updated for resources: {'Port': ['ID=e3e04389-0b96-4331-b447-d2796dbaf459,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.237733 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.242355 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-729277bf-468c-457d-b2f1-39bd5a946a3d tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:17.243774 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-729277bf-468c-457d-b2f1-39bd5a946a3d tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 945 time: 0.0814164 Jun 29 10:50:17.263247 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Allocated IP 172.27.1.200 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/b041780c-e0b8-4c1d-901c-769d786ac8e3) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:17.367671 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Deleting port c9783d9b-092b-4c1c-9116-97f1dbe0a393 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:17.368108 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.369124 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.441415 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.445275 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a071ab72-cc2c-4082-84ab-de019822caff tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.483907 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] For port c9783d9b-092b-4c1c-9116-97f1dbe0a393, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c9783d9b-092b-4c1c-9116-97f1dbe0a393,segment=NetworkSegment(1bc8448a-0bb1-4c7a-a039-3eea297f8083),segment_id=1bc8448a-0bb1-4c7a-a039-3eea297f8083)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:17.484266 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.492832 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:17.498443 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:17.498764 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Calling delete_port for c9783d9b-092b-4c1c-9116-97f1dbe0a393 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:17.502446 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:17.530448 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Pushing event updated for resources: {'Port': ['ID=b041780c-e0b8-4c1d-901c-769d786ac8e3,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.534827 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.558102 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Sync routers for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:17.569118 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:17.569758 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:17.646543 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.650657 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.666618 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['c9783d9b-092b-4c1c-9116-97f1dbe0a393'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:17.675080 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Pushing event deleted for resources: {'Port': ['ID=c9783d9b-092b-4c1c-9116-97f1dbe0a393,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.678459 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:17.679122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.732875 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] No DVR routers for this DVR port c9783d9b-092b-4c1c-9116-97f1dbe0a393 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:17.737411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.739940 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b03680d4-9616-4d9f-99ed-cec5debde062 req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.50 "DELETE /v2.0/ports/c9783d9b-092b-4c1c-9116-97f1dbe0a393 HTTP/1.1" status: 204 len: 173 time: 0.4900141 Jun 29 10:50:17.740492 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'name': 'network-vif-deleted', 'tag': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:17.744136 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb3a10b-5b2c-487b-8984-94c5eb565933" -d '{"events": [{"server_uuid": "327399b8-3bf3-4486-a9df-a3a4d2b80c11", "name": "network-vif-deleted", "tag": "c9783d9b-092b-4c1c-9116-97f1dbe0a393"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:17.800640 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.806722 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e7999c-5917-41ef-9179-94e920ba0b50 x-openstack-request-id: req-12e7999c-5917-41ef-9179-94e920ba0b50 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:17.807639 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327399b8-3bf3-4486-a9df-a3a4d2b80c11", "name": "network-vif-deleted", "tag": "c9783d9b-092b-4c1c-9116-97f1dbe0a393", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:17.808126 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12e7999c-5917-41ef-9179-94e920ba0b50 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:17.808947 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327399b8-3bf3-4486-a9df-a3a4d2b80c11', 'name': 'network-vif-deleted', 'tag': 'c9783d9b-092b-4c1c-9116-97f1dbe0a393', 'status': 'completed', 'code': 200} Jun 29 10:50:17.917344 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e3e04389-0b96-4331-b447-d2796dbaf459 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:17.946084 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 2, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:17.968330 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port e3e04389-0b96-4331-b447-d2796dbaf459 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:17.972356 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:17.983176 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Checking router: 249abe58-21e8-4c05-b5c9-bc95c94a3d7a for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:17.983664 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Updating router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:18.021731 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.022574 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:18.028406 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:18.028793 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.046849 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.119524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.142927 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:18.150097 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.152379 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.212657 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.216505 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.263411 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:50:18.267617 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-11ff87a1-2c7b-4be4-b9b4-0d39c6bc0a85 req-d69b2f0d-6654-4999-a912-90e17e1e920d tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] 10.222.0.55 "GET /v2.0/ports?device_id=327399b8-3bf3-4486-a9df-a3a4d2b80c11 HTTP/1.1" status: 200 len: 210 time: 0.0337749 Jun 29 10:50:18.395949 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:18.397157 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd67b921-9544-4c51-b0d2-c3b19d9980f3 None None] Network 87af4808-8509-46af-8b4f-e2500c880f12 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:18.409741 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.412159 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Sync routers for ids ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:18.416203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.417946 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-68c09892-d744-4ac8-af01-5680448ccd3f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9521351 Jun 29 10:50:18.420503 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48618) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.426872 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Transition to ACTIVE for port object 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:18.436916 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.440717 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-20f752b9-8570-4f5b-9440-cd0798573abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.479104 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Routers {'0cda42ee-538d-4582-8ef5-9ff3b68cb279'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:18.479830 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:18.518504 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Provisioning for port e3e04389-0b96-4331-b447-d2796dbaf459 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:18.525132 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Provisioning complete for port e3e04389-0b96-4331-b447-d2796dbaf459 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:18.525597 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.542743 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Pushing event updated for resources: {'Port': ['ID=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.565477 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.566225 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.566225 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.566493 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.566992 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.567466 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.567936 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.568584 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.569081 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.569548 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.570052 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.570530 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:18.586930 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.587812 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Attempting to bind port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:18.588336 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Attempting to bind port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:18.588877 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Attempting to bind port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 on network 212b27c3-ff92-4803-a55e-f308e503fcef {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:18.595735 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:18.596111 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Checking segment: {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:18.596505 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.597083 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Bound using segment: {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:18.597898 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Bound port: 9743c015-d8a2-4cdc-8901-e3d5152c6bf9, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:18.598435 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.678042 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] For port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:18.681848 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] For port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:18.687950 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.690670 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-59fd2628-177e-48e8-b771-4c26b34d0da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.742758 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:18.743387 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:18.785993 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Pushing event updated for resources: {'Port': ['ID=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,revision_number=4']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.791117 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.830806 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Set router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:18.916070 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.935153 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.977399 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:19.025467 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-094c1107-1921-46a0-ace3-12928759af1c None None] For port e3e04389-0b96-4331-b447-d2796dbaf459, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e3e04389-0b96-4331-b447-d2796dbaf459,segment=NetworkSegment(bb6005e2-b4f4-4eda-97c4-91f8dbc66efd),segment_id=bb6005e2-b4f4-4eda-97c4-91f8dbc66efd)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:19.037657 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.041940 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.085302 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Allocated IP 172.20.0.1 (87af4808-8509-46af-8b4f-e2500c880f12/d071912c-6230-490e-840b-9947720b6c41/8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:19.124882 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Pushing event updated for resources: {'Port': ['ID=e3e04389-0b96-4331-b447-d2796dbaf459,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:19.128325 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:19.162673 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 3, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port': {'id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.194701 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Checking router: 0cda42ee-538d-4582-8ef5-9ff3b68cb279 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:19.195056 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Updating router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 port b041780c-e0b8-4c1d-901c-769d786ac8e3 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:19.226526 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.227158 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.232704 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.242852 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.provisioning_blocks [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Transition to ACTIVE for port object 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 will not be triggered until provisioned by entity DHCP. {{(pid=99639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:19.254777 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf8b8dd-bbaf-4195-9ba0-301533ad02c1 None None] The sync data for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi is: [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:19.281508 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.283558 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.355103 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Network 87af4808-8509-46af-8b4f-e2500c880f12 is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:19.356842 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Pushing event updated for resources: {'Port': ['ID=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:19.365638 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:19.367464 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:19.370984 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:19.432132 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.448904 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-3774de29-8a69-415b-9e98-9eb7af93f1fa None None] Provisioning complete for port e3e04389-0b96-4331-b447-d2796dbaf459 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:19.449436 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3774de29-8a69-415b-9e98-9eb7af93f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.654851 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.666749 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.675650 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Transition to ACTIVE for port object b041780c-e0b8-4c1d-901c-769d786ac8e3 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:19.683202 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.693159 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.750514 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54bfa-0b71-4637-878b-5714b7ba1906 None None] Pushing event updated for resources: {'Port': ['ID=b041780c-e0b8-4c1d-901c-769d786ac8e3,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:19.760416 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e4c54bfa-0b71-4637-878b-5714b7ba1906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:19.761089 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-8a1221f8-19b4-4fa0-b3dc-0516826c5814 None None] Provisioning for port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:19.769742 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Attempting to bind port b041780c-e0b8-4c1d-901c-769d786ac8e3 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:19.770200 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Attempting to bind port b041780c-e0b8-4c1d-901c-769d786ac8e3 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:19.770830 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Attempting to bind port b041780c-e0b8-4c1d-901c-769d786ac8e3 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:19.778986 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:19.779423 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:19.779848 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.780314 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:19.780820 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Bound port: b041780c-e0b8-4c1d-901c-769d786ac8e3, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:19.781224 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.816002 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-8a1221f8-19b4-4fa0-b3dc-0516826c5814 None None] Provisioning complete for port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:19.816970 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-8a1221f8-19b4-4fa0-b3dc-0516826c5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.875551 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-8a1221f8-19b4-4fa0-b3dc-0516826c5814 None None] Port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:19.891575 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] For port b041780c-e0b8-4c1d-901c-769d786ac8e3, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:19.896685 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] For port b041780c-e0b8-4c1d-901c-769d786ac8e3, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=b041780c-e0b8-4c1d-901c-769d786ac8e3,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:19.914127 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.920124 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.954528 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e3e04389-0b96-4331-b447-d2796dbaf459 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:20.038054 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Routers {'0cda42ee-538d-4582-8ef5-9ff3b68cb279'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:20.038767 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:20.086799 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54bfa-0b71-4637-878b-5714b7ba1906 None None] Pushing event updated for resources: {'Port': ['ID=b041780c-e0b8-4c1d-901c-769d786ac8e3,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.097125 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e4c54bfa-0b71-4637-878b-5714b7ba1906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.121870 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port e3e04389-0b96-4331-b447-d2796dbaf459 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:20.121870 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.135496 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.144432 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.146898 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.206429 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] Set router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:20.222783 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.224531 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Pushing event updated for resources: {'Port': ['ID=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.231710 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.327327 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Network 87af4808-8509-46af-8b4f-e2500c880f12 is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:20.329383 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:20.344052 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:20.376653 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device c9783d9b-092b-4c1c-9116-97f1dbe0a393 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:20.425861 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: c9783d9b-092b-4c1c-9116-97f1dbe0a393 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:20.426208 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device c9783d9b-092b-4c1c-9116-97f1dbe0a393 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:20.456652 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:20.476928 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:20.485423 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:20.485826 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.523005 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 4, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port': {'id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5', 'name': '', 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'mac_address': 'fa:16:3e:d9:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd071912c-6230-490e-840b-9947720b6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:18Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 1, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'subnets': [{'id': 'd071912c-6230-490e-840b-9947720b6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:20.554782 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8e511-332b-40d2-9b0b-77168e3410a7 None None] The sync data for ids ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'] in dv-cinder-786627-13-iscsi is: [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 4, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port': {'id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5', 'name': '', 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'mac_address': 'fa:16:3e:d9:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd071912c-6230-490e-840b-9947720b6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:18Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 1, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'subnets': [{'id': 'd071912c-6230-490e-840b-9947720b6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:20.578861 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:20.590190 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] 10.222.0.55 "PUT /v2.0/routers/0cda42ee-538d-4582-8ef5-9ff3b68cb279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1682417 Jun 29 10:50:20.734334 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-06cb2de0-81bc-4061-911d-2c44ea37b1ae None None] Provisioning complete for port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:20.734637 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-06cb2de0-81bc-4061-911d-2c44ea37b1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.736254 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.808044 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-06cb2de0-81bc-4061-911d-2c44ea37b1ae None None] Port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:20.819430 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:20.824277 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.825159 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:20.829338 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.911617 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.915724 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.925305 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:20.925747 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.817690 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:21.868891 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:21.869365 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.462405 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Sync routers for ids ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:23.473522 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Routers {'0cda42ee-538d-4582-8ef5-9ff3b68cb279'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:23.474408 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:23.588508 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Set router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:23.666735 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-8d4c3d11-e575-49ed-b62b-928cc0771bf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548558 Jun 29 10:50:23.817311 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-966670cf-44c1-4a2f-9770-d9a9cecdfa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:23.818818 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-966670cf-44c1-4a2f-9770-d9a9cecdfa49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 1098 time: 0.0922105 Jun 29 10:50:23.826409 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 4, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port': {'id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5', 'name': '', 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'mac_address': 'fa:16:3e:d9:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd071912c-6230-490e-840b-9947720b6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:18Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 2, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'subnets': [{'id': 'd071912c-6230-490e-840b-9947720b6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:23.852872 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Checking router: 0cda42ee-538d-4582-8ef5-9ff3b68cb279 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:23.853444 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Updating router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:23.900326 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.924513 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device b041780c-e0b8-4c1d-901c-769d786ac8e3 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:23.978379 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-cebab982-0970-4af8-a977-47663fcbfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:23.979739 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-cebab982-0970-4af8-a977-47663fcbfd0a service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.1171358 Jun 29 10:50:24.008196 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port b041780c-e0b8-4c1d-901c-769d786ac8e3 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:24.016016 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port b041780c-e0b8-4c1d-901c-769d786ac8e3 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:24.016551 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.060576 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-7a49a9cc-571f-46ee-9824-9f4204c34bab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79 HTTP/1.1" status: 200 len: 1001 time: 0.0702028 Jun 29 10:50:24.131230 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.162964 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port b041780c-e0b8-4c1d-901c-769d786ac8e3, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=b041780c-e0b8-4c1d-901c-769d786ac8e3,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:24.170500 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.172739 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-520072fe-0425-4814-ae40-b1f43e306815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:24.174165 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-ca400f84-8d5e-4984-9c52-a85517187084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.176568 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-520072fe-0425-4814-ae40-b1f43e306815 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.1086457 Jun 29 10:50:24.190398 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.200168 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Transition to ACTIVE for port object 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:24.209164 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.212096 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.228619 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=b041780c-e0b8-4c1d-901c-769d786ac8e3,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.237542 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.237913 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.238252 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.238752 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.239225 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.239557 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.240319 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.240319 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.240519 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.240812 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.241127 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.241442 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:24.245609 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.255086 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919acc5-0e33-49a8-b089-737a4592c6e3 None None] Pushing event updated for resources: {'Port': ['ID=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.260732 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-4919acc5-0e33-49a8-b089-737a4592c6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.286768 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-9c166ee2-dd73-4614-974b-490833918b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:24.288279 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-9c166ee2-dd73-4614-974b-490833918b3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1024351 Jun 29 10:50:24.388056 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Attempting to bind port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:24.388441 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Attempting to bind port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:24.388810 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Attempting to bind port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 on network 87af4808-8509-46af-8b4f-e2500c880f12 {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:24.405214 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:24.405590 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Checking segment: {'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:24.406027 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.407265 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Bound using segment: {'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:24.407907 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Bound port: 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:24.408810 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.415268 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-82cd0e16-15e0-4f64-a479-471aabe977ad service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188619 Jun 29 10:50:24.499063 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] For port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:24.504355 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] For port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,segment=NetworkSegment(bb6005e2-b4f4-4eda-97c4-91f8dbc66efd),segment_id=bb6005e2-b4f4-4eda-97c4-91f8dbc66efd)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:24.511150 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.526200 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-d34121ca-6c6c-43ea-a551-a45cd3d9380e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.566819 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Routers {'0cda42ee-538d-4582-8ef5-9ff3b68cb279'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:24.571740 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:49:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:24.601132 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d03d65d8-55a6-4833-a1d3-e0f54211b623 req-9075623e-1b43-4c56-91da-3004c2417e61 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774836 Jun 29 10:50:24.775731 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919acc5-0e33-49a8-b089-737a4592c6e3 None None] Pushing event updated for resources: {'Port': ['ID=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,revision_number=4']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.789490 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-4919acc5-0e33-49a8-b089-737a4592c6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.813081 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.818679 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] Set router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:25.226778 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 4, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port': {'id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5', 'name': '', 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'mac_address': 'fa:16:3e:d9:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd071912c-6230-490e-840b-9947720b6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:18Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'subnets': [{'id': 'd071912c-6230-490e-840b-9947720b6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:25.258632 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef28ec2-9b4c-4e5d-a7d5-0502e5f69d60 None None] The sync data for ids ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'] in dv-cinder-786627-13-iscsi is: [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 4, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port': {'id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5', 'name': '', 'network_id': '87af4808-8509-46af-8b4f-e2500c880f12', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'mac_address': 'fa:16:3e:d9:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'd071912c-6230-490e-840b-9947720b6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:18Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'subnets': [{'id': 'd071912c-6230-490e-840b-9947720b6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:25.724524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9d26fe81-9469-40ef-b40a-bae00eab9620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.894812 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:26.007749 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:26.011826 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:26.012224 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:26.125907 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:26.182572 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,segment=NetworkSegment(bb6005e2-b4f4-4eda-97c4-91f8dbc66efd),segment_id=bb6005e2-b4f4-4eda-97c4-91f8dbc66efd)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:26.189200 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:26.190473 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device b041780c-e0b8-4c1d-901c-769d786ac8e3 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:26.244432 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:26.297236 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port b041780c-e0b8-4c1d-901c-769d786ac8e3 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:26.297236 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:26.481350 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:26.496232 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:27.824003 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:27.893454 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:27.893861 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.020090 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-69c5b251-cb01-49e2-99fb-0c3908592062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.324787 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:29.119655 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:30.556009 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:50:30.815229 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:31.574150 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-2d5be79e-cd0b-474c-bc81-b33ed8e2b7a8 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:31.575600 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-2d5be79e-cd0b-474c-bc81-b33ed8e2b7a8 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/networks?id=212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 200 len: 814 time: 0.1264286 Jun 29 10:50:31.595399 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-266bd274-fe2f-4f6e-828b-665f81c559a5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/quotas/504b97a1218d4bada6f35d24844d6c56 HTTP/1.1" status: 200 len: 375 time: 0.0136623 Jun 29 10:50:31.666043 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-e7cd6cf8-93d4-4f67-ae43-bb6a916222e2 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652797 Jun 29 10:50:31.765599 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b01d5dfc-467d-474a-ab90-d5564948834a service neutron] 10.222.0.55 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868974 Jun 29 10:50:31.866277 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-2b9f1284-c391-4c26-a433-7609c797f9b6 service neutron] 10.222.0.55 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944214 Jun 29 10:50:32.056822 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6feab1b5-6569-4208-a6a6-fb587161b4d0 req-0eebf7b3-ad20-437f-8417-74a80895238f tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 210 time: 0.0394216 Jun 29 10:50:33.206913 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ba8b82e8-97b3-4039-9e9e-80363f289d55 req-6eb35621-0431-4cf5-9c00-848538f9b5c2 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 210 time: 0.0391963 Jun 29 10:50:33.488408 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-a4020a8e-954b-4b65-89e0-df061be43e4b tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:33.490224 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-a4020a8e-954b-4b65-89e0-df061be43e4b tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.50 "GET /v2.0/networks?id=212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 200 len: 814 time: 0.1115098 Jun 29 10:50:33.504012 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'port': {'device_id': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'admin_state_up': True, 'tenant_id': '504b97a1218d4bada6f35d24844d6c56'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:33.625239 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Made reservation on behalf of 504b97a1218d4bada6f35d24844d6c56 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:33.628842 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.781224 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Allocated IP 172.20.0.10 (212b27c3-ff92-4803-a55e-f308e503fcef/9c38dda5-4062-4b40-896d-f9462f8cdf1e/87a7a7ca-36e1-4238-b36c-ed7244b21fdf) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:34.008531 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:34.026204 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Transition to ACTIVE for port object 87a7a7ca-36e1-4238-b36c-ed7244b21fdf will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:34.077844 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:34.092109 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1f92680e-2d49-4367-bdda-2932f191c60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:34.205918 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Network 212b27c3-ff92-4803-a55e-f308e503fcef is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:34.209695 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:34.213142 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:34.219437 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:34.220286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:34.264757 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7657516 Jun 29 10:50:34.294024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:34.310097 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.310896 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.313043 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.313558 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.314110 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.314956 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.317143 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.317694 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.318219 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.318736 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.321205 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.321743 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:34.330767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:34.484804 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc7e11-fe7e-4ad6-a813-fa35266c0ebd req-8b12fd5c-58f5-4b7b-be5b-bb2dbc18534d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:34.486387 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7adc7e11-fe7e-4ad6-a813-fa35266c0ebd req-8b12fd5c-58f5-4b7b-be5b-bb2dbc18534d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 932 time: 0.0876858 Jun 29 10:50:34.519788 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Request body: {'port': {'device_id': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:34.561323 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1c14e6f6-c71e-4540-890d-ecc9fff2f183 None None] Provisioning for port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:34.568584 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1c14e6f6-c71e-4540-890d-ecc9fff2f183 None None] Provisioning complete for port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:34.569124 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1c14e6f6-c71e-4540-890d-ecc9fff2f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:34.616959 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7adc7e11-fe7e-4ad6-a813-fa35266c0ebd req-e3f1f5bd-51f5-4227-ab61-74fb799673a7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240211 Jun 29 10:50:34.619811 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1c14e6f6-c71e-4540-890d-ecc9fff2f183 None None] Port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:34.643009 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.128512 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a7a7ca-36e1-4238-b36c-ed7244b21fdf {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:35.153951 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.186982 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Transition to ACTIVE for port object 87a7a7ca-36e1-4238-b36c-ed7244b21fdf will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:35.190620 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.200430 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-1677720c-550b-469f-b6fd-acde9f1dd6f3 tempest-AttachVolumeNegativeTest-401171708 tempest-AttachVolumeNegativeTest-401171708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:35.326065 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Pushing event updated for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:35.330560 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.331752 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Attempting to bind port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:35.332081 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Attempting to bind port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:35.332400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Attempting to bind port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf on network 212b27c3-ff92-4803-a55e-f308e503fcef {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:35.338767 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf on network 212b27c3-ff92-4803-a55e-f308e503fcef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:50:35.339080 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Attempting to bind port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf on network 212b27c3-ff92-4803-a55e-f308e503fcef {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:35.351428 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:35.351768 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Checking segment: {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:35.352152 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Bound using segment: {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:35.352586 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Bound port: 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7d18e6-bead-41b3-9694-63bcdaf93613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:35.352938 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.462872 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:35.471996 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:35.478426 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.502856 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a145862e-baae-41e4-82c8-3ba6d339cfa8 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:35.567884 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:35.568919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.570795 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] 10.222.0.50 "PUT /v2.0/ports/87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 1094 time: 1.0555050 Jun 29 10:50:35.573182 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:35.576647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebe4a80-c5d2-4928-9c8f-9e1e4232046d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:35.624248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Pushing event updated for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:35.634709 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.690575 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98a0ced-3cb4-44ab-87c6-23ea81637bf8 x-openstack-request-id: req-f98a0ced-3cb4-44ab-87c6-23ea81637bf8 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:35.690888 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:35.691194 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f98a0ced-3cb4-44ab-87c6-23ea81637bf8 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:35.691606 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'status': 'completed', 'code': 200} Jun 29 10:50:36.039713 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6c389-645c-49d8-90cc-6aa0f15504ab req-1dcbdc61-3fa8-410b-9821-775ec1b7338a tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:36.042226 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dfd6c389-645c-49d8-90cc-6aa0f15504ab req-1dcbdc61-3fa8-410b-9821-775ec1b7338a tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.2647347 Jun 29 10:50:36.064920 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe4a80-c5d2-4928-9c8f-9e1e4232046d req-50a57cf4-effe-489d-8317-7bfe5337703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:36.067802 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ebe4a80-c5d2-4928-9c8f-9e1e4232046d req-50a57cf4-effe-489d-8317-7bfe5337703a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1097 time: 0.2048767 Jun 29 10:50:36.265776 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dfd6c389-645c-49d8-90cc-6aa0f15504ab req-4dcc1bac-29d0-4b15-bf6f-108fdacc55cd tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128088 Jun 29 10:50:36.556468 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe4a80-c5d2-4928-9c8f-9e1e4232046d req-d064b9e4-dca2-47e1-97d3-d20b1a8ecaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:36.559242 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ebe4a80-c5d2-4928-9c8f-9e1e4232046d req-d064b9e4-dca2-47e1-97d3-d20b1a8ecaac service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=504b97a1218d4bada6f35d24844d6c56&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4513528 Jun 29 10:50:37.482549 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850af0-fc15-4517-b529-64e8eb0bc484 req-24ba874c-70fd-4be3-bfd1-6d26dd03921f tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.489595 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07850af0-fc15-4517-b529-64e8eb0bc484 req-24ba874c-70fd-4be3-bfd1-6d26dd03921f tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.0910981 Jun 29 10:50:37.537732 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-07850af0-fc15-4517-b529-64e8eb0bc484 req-9730688a-928c-4edd-b213-b7780842c2e2 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jun 29 10:50:38.881442 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72a11c-e591-457b-9f26-3fd2ee0ed62f req-9a65a4e0-3ec9-4522-904e-d29bef2aa3e5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:38.882946 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d72a11c-e591-457b-9f26-3fd2ee0ed62f req-9a65a4e0-3ec9-4522-904e-d29bef2aa3e5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.0790634 Jun 29 10:50:38.950904 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7d72a11c-e591-457b-9f26-3fd2ee0ed62f req-4ca8acac-ca03-46a8-99e4-ddbc9f3eb553 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601306 Jun 29 10:50:40.180826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992690c-1fee-447b-a300-b94fa2dd5683 req-b6a4f096-423b-4dd7-b882-e1f44f6dcc08 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:40.182629 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4992690c-1fee-447b-a300-b94fa2dd5683 req-b6a4f096-423b-4dd7-b882-e1f44f6dcc08 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.1133058 Jun 29 10:50:40.252808 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4992690c-1fee-447b-a300-b94fa2dd5683 req-04b41105-7863-4918-a41a-83d339e4b946 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Jun 29 10:50:41.430333 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13d480-6b71-4d59-896f-292c6c9a9f33 req-02fb5698-de0d-4b85-898c-3b6e51e3b2ab tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:41.431584 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa13d480-6b71-4d59-896f-292c6c9a9f33 req-02fb5698-de0d-4b85-898c-3b6e51e3b2ab tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.0683045 Jun 29 10:50:41.471465 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-aa13d480-6b71-4d59-896f-292c6c9a9f33 req-f39259fa-cf6d-4afc-b4c8-dd10092d4995 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Jun 29 10:50:42.672606 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3896aa-51ce-4ce9-af6c-cee1e125cc0e req-e3f3daf1-37a6-41e2-8eb2-10856116f362 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:42.674318 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fa3896aa-51ce-4ce9-af6c-cee1e125cc0e req-e3f3daf1-37a6-41e2-8eb2-10856116f362 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.0822327 Jun 29 10:50:42.721638 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fa3896aa-51ce-4ce9-af6c-cee1e125cc0e req-caa25090-bdea-4bac-853d-63f2588f4dbb tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Jun 29 10:50:43.355490 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 48916) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:43.412130 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Deleting subnet d47bdd56-53de-4d41-a3f1-e375bfd44535 {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:50:43.416955 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.456359 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.495913 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.548263 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.558755 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-006f8d59-aa81-449b-ad38-fe364c3fde34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:43.580803 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.582756 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d47bdd56-53de-4d41-a3f1-e375bfd44535 HTTP/1.1" status: 204 len: 168 time: 0.2262166 Jun 29 10:50:43.584247 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47bdd56-53de-4d41-a3f1-e375bfd44535,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:43.585457 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48918) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:43.591631 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.592015 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.592380 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.592740 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.593120 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.593420 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.593832 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.594196 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.594532 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.594915 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.595239 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.595584 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:43.599317 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:43.666708 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.752122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.764572 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.764895 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.765665 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.766017 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > port after_create 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.766443 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.766679 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > port after_update 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.766995 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.767308 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.767613 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.768108 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.852237 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.852583 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.852898 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.853297 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:50:43.853681 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afef6f3f-8c79-41f7-a95a-fdebebd50150']}} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:43.901756 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc8448a-0bb1-4c7a-a039-3eea297f8083') {'for_net_delete': True} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:43.902036 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc8448a-0bb1-4c7a-a039-3eea297f8083') {} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:43.921440 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14492905'] for segment, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.944623 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.957293 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=99640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:50:43.957698 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14257635'] for segment, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: Traceback (most recent call last): Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: timer() Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: cb(*args, **kw) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: return func(*args, **kwargs) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: self._notify() Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: self.callback(batched_events) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: event.method(event) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: return f(self, *a, **k) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._get(url).json() Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: return self.request(url, 'GET', **kwargs) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:50:43.961552 dv-cinder-786627-13-iscsi neutron-server[99640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:50:44.028333 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700b7fe-1b93-4e33-b827-d20b25c6dd26 req-083a1813-3df0-4647-8df8-1599a3337906 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:44.029940 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a700b7fe-1b93-4e33-b827-d20b25c6dd26 req-083a1813-3df0-4647-8df8-1599a3337906 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.1707304 Jun 29 10:50:44.036020 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:44.053658 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-449df488-3e48-4949-bd13-f8842744ba13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:44.067797 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Pushing event deleted for resources: {'Network': ['ID=afef6f3f-8c79-41f7-a95a-fdebebd50150,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:44.069890 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:44.074755 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] 10.222.0.55 "DELETE /v2.0/networks/afef6f3f-8c79-41f7-a95a-fdebebd50150 HTTP/1.1" status: 204 len: 168 time: 0.4852443 Jun 29 10:50:44.074755 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5f4d0b7c-38bf-4715-aa96-abfd9a9cbd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:44.092486 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a700b7fe-1b93-4e33-b827-d20b25c6dd26 req-c1f63b0c-3d48-41d4-aa64-470b3a630019 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547338 Jun 29 10:50:44.258114 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48926) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:44.300012 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-e1901931-99c6-4b59-a94b-ec96d4bd273e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82c727e1e6b14e24a82d7c516fae8e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404515 Jun 29 10:50:44.302504 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 48928) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:44.350849 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:44.372584 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:44.418826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:44.421372 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:44.422609 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d249640-58eb-4010-886b-aff1c24c8d3c HTTP/1.1" status: 204 len: 168 time: 0.1191218 Jun 29 10:50:44.423282 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7216cd76-d7f7-4666-aa5c-70435743ea77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:44.430415 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d249640-58eb-4010-886b-aff1c24c8d3c,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:44.432980 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:45.537555 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284c93-7692-46b9-a2c1-5f7fc20850d5 req-00d68ed1-ff04-43c9-8001-b67c1a9d35fe tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.542218 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-df284c93-7692-46b9-a2c1-5f7fc20850d5 req-00d68ed1-ff04-43c9-8001-b67c1a9d35fe tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.3404860 Jun 29 10:50:45.686266 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-df284c93-7692-46b9-a2c1-5f7fc20850d5 req-199bfc70-1e91-4dca-b88d-7ea0bfc05d6e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268382 Jun 29 10:50:45.727936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe4a80-c5d2-4928-9c8f-9e1e4232046d req-dd5ca5f0-afa3-4790-b73e-be3cc46c8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.729529 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7ebe4a80-c5d2-4928-9c8f-9e1e4232046d req-dd5ca5f0-afa3-4790-b73e-be3cc46c8f6e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859367 Jun 29 10:50:45.830819 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-de9d597c-ed88-4ca8-83f7-854038ff6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.832282 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-de9d597c-ed88-4ca8-83f7-854038ff6d2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1097 time: 0.0588956 Jun 29 10:50:45.876046 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-d2ea4532-73e7-4a90-8b7a-cd5d7e2499b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 217 time: 0.0360184 Jun 29 10:50:45.925116 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-c7cd62ce-71d1-4db6-898e-af58b3721947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.926604 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-c7cd62ce-71d1-4db6-898e-af58b3721947 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c38dda5-4062-4b40-896d-f9462f8cdf1e HTTP/1.1" status: 200 len: 853 time: 0.0449934 Jun 29 10:50:45.989084 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-9a21a964-297a-4e0f-abb4-341f794e8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.990562 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-9a21a964-297a-4e0f-abb4-341f794e8c9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=212b27c3-ff92-4803-a55e-f308e503fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573943 Jun 29 10:50:46.085073 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-940cc14b-864c-40b5-a8db-458efbe5cfe7 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878720 Jun 29 10:50:46.185949 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e311c77d-cf72-4db5-bf83-77c47abf588f req-5f83f0fc-8154-4b73-a9ff-84a90b134a33 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942276 Jun 29 10:50:46.742318 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-ebd078c3-72a3-4f60-9dcd-0bcc2823a3c9 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0cf5bd1a3511473b9d20b485cb7a3429&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303392 Jun 29 10:50:46.952475 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-f19d7233-9238-4d92-94f0-652f44353c0c tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.953812 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-f19d7233-9238-4d92-94f0-652f44353c0c tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057080 Jun 29 10:50:46.976384 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a97537-0a38-4883-b06a-24325019fcb7 req-5dc95faf-657b-41ed-9626-1d5c37fc263e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.977803 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a2a97537-0a38-4883-b06a-24325019fcb7 req-5dc95faf-657b-41ed-9626-1d5c37fc263e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.1648841 Jun 29 10:50:46.980631 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-216ce68d-ddce-4416-a8d6-161e0acdf61c tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/quotas/0cf5bd1a3511473b9d20b485cb7a3429 HTTP/1.1" status: 200 len: 375 time: 0.0201421 Jun 29 10:50:47.023400 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-7fdd604b-8202-46a2-a163-eac7d9b297a7 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cf5bd1a3511473b9d20b485cb7a3429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337679 Jun 29 10:50:47.039583 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a2a97537-0a38-4883-b06a-24325019fcb7 req-9e0699a1-476f-4d83-843c-8ff055ee666a tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555084 Jun 29 10:50:47.194728 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-979ad11c-8602-40f9-9f96-efdc2fc3e021 req-e6cc6af6-534d-4f01-b928-c1f16901417e tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 210 time: 0.0310783 Jun 29 10:50:48.228496 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-991f8f0e-e035-45c6-b53c-d7da3b95674d tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0cf5bd1a3511473b9d20b485cb7a3429&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253067 Jun 29 10:50:48.239372 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a99e2-6600-4850-865c-faece2685497 req-a006a2e5-923f-44e7-be11-67709f0fdb6d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:48.240841 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-471a99e2-6600-4850-865c-faece2685497 req-a006a2e5-923f-44e7-be11-67709f0fdb6d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 944 time: 0.0842888 Jun 29 10:50:48.359910 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-471a99e2-6600-4850-865c-faece2685497 req-593c3164-3201-4389-a80c-05b81a5b4fe5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083400 Jun 29 10:50:48.361863 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7fd26157-f513-4a4d-b68f-36ffec46af11 req-1747aa14-2fa8-43cb-933e-b23b292a2cc8 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 210 time: 0.0503290 Jun 29 10:50:48.393241 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-6111eb65-e5e2-402c-8e74-a7f6cd4a1a21 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:48.394698 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-6111eb65-e5e2-402c-8e74-a7f6cd4a1a21 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529644 Jun 29 10:50:48.409411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Request body: {'port': {'device_id': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c', 'admin_state_up': True, 'tenant_id': '0cf5bd1a3511473b9d20b485cb7a3429'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:48.516840 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 87a7a7ca-36e1-4238-b36c-ed7244b21fdf details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:50:48.519858 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Made reservation on behalf of 0cf5bd1a3511473b9d20b485cb7a3429 for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:48.523396 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.532125 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.614579 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:48.624981 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.625155 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'port_id': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'mac_address': 'fa:16:3e:a7:02:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:50:48.630127 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.634356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b654f419-de07-4aa4-8130-2326d5c40b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:48.660952 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.673042 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a7a7ca-36e1-4238-b36c-ed7244b21fdf {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:48.690544 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becd950f-7a39-410e-8ba4-61eec91d363a,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:48.695304 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:48.696029 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:48.701453 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.703728 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e0c021be-29ff-406b-b75b-082053de1cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:48.751816 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:48.755902 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:48.770634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Allocated IP 192.168.233.77 (cbdb7faf-cad4-4156-af74-99cda7079d0c/0534cf88-e772-400e-9d99-62c32aa66dc9/a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:48.911903 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.915152 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['87a7a7ca-36e1-4238-b36c-ed7244b21fdf'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:48.926685 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Transition to ACTIVE for port object a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:48.960325 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14257625'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.964284 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-52d87274-a7af-44be-b218-5dd77979fa3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:49.006498 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Network cbdb7faf-cad4-4156-af74-99cda7079d0c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:49.009596 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:49.013551 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:49.040136 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Pushing event updated for resources: {'Port': ['ID=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:49.044594 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:49.067080 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.067753 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.084766 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6791244 Jun 29 10:50:49.096560 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Request body: {'port': {'device_id': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:49.172982 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.363009 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-ac8f6306-9eb7-4782-b680-b175dfb10510 None None] Provisioning for port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:49.366820 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-ac8f6306-9eb7-4782-b680-b175dfb10510 None None] Provisioning complete for port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:49.367204 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ac8f6306-9eb7-4782-b680-b175dfb10510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.405341 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f6306-9eb7-4782-b680-b175dfb10510 None None] Port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:49.448388 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:49.455941 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.469342 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Transition to ACTIVE for port object a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:49.474147 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.477175 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-002cff48-9337-4686-8766-07e4c53ef340 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:49.596265 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:49.599796 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:49.699305 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eda126-4e2f-4e78-aa5b-8aa0c9f99458 req-e48921b6-1758-4e99-88c2-afeea03734a8 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.700976 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-42eda126-4e2f-4e78-aa5b-8aa0c9f99458 req-e48921b6-1758-4e99-88c2-afeea03734a8 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 947 time: 0.1980119 Jun 29 10:50:49.709281 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1eadc-3c64-4aa7-956d-a1ca1f88df5b req-abf596a1-8876-43e3-8355-dde0090e51bf tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.710666 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d0b1eadc-3c64-4aa7-956d-a1ca1f88df5b req-abf596a1-8876-43e3-8355-dde0090e51bf tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 945 time: 0.2067869 Jun 29 10:50:49.719034 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Attempting to bind port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:49.719377 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Attempting to bind port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:49.719702 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Attempting to bind port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 on network cbdb7faf-cad4-4156-af74-99cda7079d0c {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:49.741469 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 on network cbdb7faf-cad4-4156-af74-99cda7079d0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:50:49.741825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Attempting to bind port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 on network cbdb7faf-cad4-4156-af74-99cda7079d0c {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:49.767709 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:49.768069 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Checking segment: {'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:49.768440 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Bound using segment: {'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:49.768857 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Bound port: a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9072623a-b0e2-45fe-bb5d-b4161fb1bf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:49.769211 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.788413 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-42eda126-4e2f-4e78-aa5b-8aa0c9f99458 req-53b3a3ef-3379-4260-b65e-f02803747cd9 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768178 Jun 29 10:50:49.798887 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d0b1eadc-3c64-4aa7-956d-a1ca1f88df5b req-b3f3df1e-3c58-4f1f-bba2-4b02beeaa192 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770957 Jun 29 10:50:49.851509 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] For port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:49.855178 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] For port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,segment=NetworkSegment(9072623a-b0e2-45fe-bb5d-b4161fb1bf74),segment_id=9072623a-b0e2-45fe-bb5d-b4161fb1bf74)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:49.860830 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.862833 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:49.895866 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.896464 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:49.897891 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] 10.222.0.50 "PUT /v2.0/ports/a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 HTTP/1.1" status: 200 len: 1097 time: 0.8056419 Jun 29 10:50:49.898397 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'tag': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:49.900869 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b271b9a6-3c75-4de4-830f-21a04f44563d", "tag": "a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:49.930632 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:49.933942 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-eb17c28e-f847-49da-92ca-b2cf78edb2f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:49.966195 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd0debf-3091-4e0f-ad8f-95bea77976ba x-openstack-request-id: req-edd0debf-3091-4e0f-ad8f-95bea77976ba {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:49.966513 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b271b9a6-3c75-4de4-830f-21a04f44563d", "tag": "a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:49.966798 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edd0debf-3091-4e0f-ad8f-95bea77976ba {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:49.967222 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'tag': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1', 'status': 'completed', 'code': 200} Jun 29 10:50:49.994796 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-a61ee30c-5bd0-4b8e-8ece-b9753072a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.996285 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-a61ee30c-5bd0-4b8e-8ece-b9753072a19b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cf5bd1a3511473b9d20b485cb7a3429&device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 1100 time: 0.0588934 Jun 29 10:50:50.042081 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-63cd6a8a-d0e7-4523-89b6-fa849060ecce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0381699 Jun 29 10:50:50.090311 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-e4c6fa06-be20-41cc-a66a-39c9d6ecc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.091736 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-e4c6fa06-be20-41cc-a66a-39c9d6ecc23b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0534cf88-e772-400e-9d99-62c32aa66dc9 HTTP/1.1" status: 200 len: 843 time: 0.0440032 Jun 29 10:50:50.151106 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-0cb1b922-8ab7-45e7-9cbf-12a704475edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.152595 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-0cb1b922-8ab7-45e7-9cbf-12a704475edd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cbdb7faf-cad4-4156-af74-99cda7079d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0548644 Jun 29 10:50:50.252772 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-bab61a10-d8a8-4d51-9236-bf8fac926024 service neutron] 10.222.0.50 "GET /v2.0/networks/cbdb7faf-cad4-4156-af74-99cda7079d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935915 Jun 29 10:50:50.345163 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b90ddf7-690b-4d16-bd1c-86f67219b71c req-361f1f77-03b4-45e3-94c1-d8ad2c442b84 service neutron] 10.222.0.50 "GET /v2.0/networks/cbdb7faf-cad4-4156-af74-99cda7079d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860641 Jun 29 10:50:50.473059 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-adae3510-bd20-48ce-99e3-151f907b4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.474592 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-adae3510-bd20-48ce-99e3-151f907b4c3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cf5bd1a3511473b9d20b485cb7a3429&device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 1100 time: 0.0704789 Jun 29 10:50:50.528304 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 87a7a7ca-36e1-4238-b36c-ed7244b21fdf up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:50.572137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-c0fcf0fc-eda4-420f-aaa3-8571f784d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.574419 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-c0fcf0fc-eda4-420f-aaa3-8571f784d2f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cbdb7faf-cad4-4156-af74-99cda7079d0c HTTP/1.1" status: 200 len: 870 time: 0.0930414 Jun 29 10:50:50.579754 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:50.585420 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:50.585966 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.622862 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-d4639894-fc21-4a93-9fb1-04dc471bcf22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 HTTP/1.1" status: 200 len: 217 time: 0.0404451 Jun 29 10:50:50.665532 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.670765 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-a19e3e2a-86fc-4ca5-905a-530f9d9be7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.672205 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-a19e3e2a-86fc-4ca5-905a-530f9d9be7e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0534cf88-e772-400e-9d99-62c32aa66dc9 HTTP/1.1" status: 200 len: 843 time: 0.0426977 Jun 29 10:50:50.687635 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:50.690033 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eb7911-c452-4c54-9de0-5d2574ccfd1f" -d '{"events": [{"server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "name": "network-vif-plugged", "status": "completed", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:50.702398 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:50.707270 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.709615 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:50.734499 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e207f-ab58-46d3-867b-a52a9a9a1a6e x-openstack-request-id: req-d32e207f-ab58-46d3-867b-a52a9a9a1a6e {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:50.734795 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "name": "network-vif-plugged", "status": "completed", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:50.735051 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d32e207f-ab58-46d3-867b-a52a9a9a1a6e {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:50.735438 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'code': 200} Jun 29 10:50:50.736793 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-fbf01cae-14be-4f43-8217-9f9e3ec29e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.738295 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-fbf01cae-14be-4f43-8217-9f9e3ec29e53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cbdb7faf-cad4-4156-af74-99cda7079d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0556769 Jun 29 10:50:50.770835 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:50.774109 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:50.858025 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-4797bb9b-4ac0-4795-95b6-27aa08c5c2c2 service neutron] 10.222.0.50 "GET /v2.0/networks/cbdb7faf-cad4-4156-af74-99cda7079d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108518 Jun 29 10:50:51.322440 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f6741df5-dfd6-49e8-b0dd-3abe7c6cc0c8 req-1896e8e4-7e92-40b8-bdbb-0028279ac1f2 service neutron] 10.222.0.50 "GET /v2.0/networks/cbdb7faf-cad4-4156-af74-99cda7079d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580710 Jun 29 10:50:51.347741 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380f059-43a8-48d2-ae81-c1d14178ec83 req-ecb6fef9-2105-4045-b82a-1974cc89fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.349157 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d380f059-43a8-48d2-ae81-c1d14178ec83 req-ecb6fef9-2105-4045-b82a-1974cc89fedb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1099 time: 0.4216540 Jun 29 10:50:51.357199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feff2f-4147-426c-8510-84e882317049 req-74a77a4e-60d8-4d7c-8fad-2c259b15d2e1 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.358526 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-27feff2f-4147-426c-8510-84e882317049 req-74a77a4e-60d8-4d7c-8fad-2c259b15d2e1 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 947 time: 0.4437921 Jun 29 10:50:51.385334 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512bc44-a69c-4818-a357-cb8c2d3282a2 req-522ec825-3444-4c03-9115-b6b78614af04 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.386626 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8512bc44-a69c-4818-a357-cb8c2d3282a2 req-522ec825-3444-4c03-9115-b6b78614af04 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.4435499 Jun 29 10:50:51.432085 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d380f059-43a8-48d2-ae81-c1d14178ec83 req-b388080f-c600-4eb1-ac3a-9ced822042d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726595 Jun 29 10:50:51.441442 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-27feff2f-4147-426c-8510-84e882317049 req-52e60abb-0610-4720-8175-e0993b492b7e tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748527 Jun 29 10:50:51.456037 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8512bc44-a69c-4818-a357-cb8c2d3282a2 req-170ebbcc-51ef-47d8-9af2-7c5f77a84e4b tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603478 Jun 29 10:50:52.544760 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:50:52.649756 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,segment=NetworkSegment(9072623a-b0e2-45fe-bb5d-b4161fb1bf74),segment_id=9072623a-b0e2-45fe-bb5d-b4161fb1bf74)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:52.651878 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0011-c5f6-4515-ba71-7bc5ddc3ae2d req-ac78bfca-e9f4-434f-8144-b6af52613b93 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.653605 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b22f0011-c5f6-4515-ba71-7bc5ddc3ae2d req-ac78bfca-e9f4-434f-8144-b6af52613b93 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.0781586 Jun 29 10:50:52.662202 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1', 'network_id': 'cbdb7faf-cad4-4156-af74-99cda7079d0c', 'port_id': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1', 'mac_address': 'fa:16:3e:1b:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0534cf88-e772-400e-9d99-62c32aa66dc9', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:50:52.694070 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b22f0011-c5f6-4515-ba71-7bc5ddc3ae2d req-8a27aac1-5bd1-49af-9068-ecdee33b4a44 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jun 29 10:50:52.703828 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.717302 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:52.737849 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,segment=NetworkSegment(9072623a-b0e2-45fe-bb5d-b4161fb1bf74),segment_id=9072623a-b0e2-45fe-bb5d-b4161fb1bf74)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:52.742465 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.744495 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:52.790459 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:52.793653 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:52.798548 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110f75e-8ab5-4381-a232-e66e3449d87d req-0d607280-5554-4088-9ebe-6f55c4d0c983 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.800180 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f110f75e-8ab5-4381-a232-e66e3449d87d req-0d607280-5554-4088-9ebe-6f55c4d0c983 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 948 time: 0.0709801 Jun 29 10:50:52.871957 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f110f75e-8ab5-4381-a232-e66e3449d87d req-b249f488-c2be-44f1-85d2-d69e0b40af7f tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654850 Jun 29 10:50:52.900420 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac662add-e068-4c64-ac90-4cf4dc5d6c42 req-5c7e11d8-ab0a-4541-bf3c-5444fb35ffd4 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.901843 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ac662add-e068-4c64-ac90-4cf4dc5d6c42 req-5c7e11d8-ab0a-4541-bf3c-5444fb35ffd4 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.0876944 Jun 29 10:50:52.939568 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ac662add-e068-4c64-ac90-4cf4dc5d6c42 req-0da5081d-c3eb-4c1b-89e6-a1f42b65418f tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jun 29 10:50:52.986350 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:53.339202 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ae0d0-937d-44e0-b5b0-eafabb1b57d8 req-0da70d07-db55-4249-81f2-ecde3b57a38a tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:53.340596 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a81ae0d0-937d-44e0-b5b0-eafabb1b57d8 req-0da70d07-db55-4249-81f2-ecde3b57a38a tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.0737221 Jun 29 10:50:53.379009 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a81ae0d0-937d-44e0-b5b0-eafabb1b57d8 req-7df482a9-0457-4130-bb2d-0a0e8d009558 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Jun 29 10:50:54.066324 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5170be-7d26-4701-9aa9-4adecd746757 req-5bcf3180-608e-4993-89e8-c7067e669b9a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:54.067783 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6d5170be-7d26-4701-9aa9-4adecd746757 req-5bcf3180-608e-4993-89e8-c7067e669b9a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 948 time: 0.0770426 Jun 29 10:50:54.108511 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6d5170be-7d26-4701-9aa9-4adecd746757 req-85194485-80cb-42c9-9215-6828331a0ddf tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Jun 29 10:50:54.559977 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:54.617936 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:54.621651 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:54.622020 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.694679 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.716641 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:54.718898 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a93ac0a-2cae-4ea0-933f-1e3797ec6646" -d '{"events": [{"server_uuid": "b271b9a6-3c75-4de4-830f-21a04f44563d", "name": "network-vif-plugged", "status": "completed", "tag": "a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:54.735116 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,segment=NetworkSegment(9072623a-b0e2-45fe-bb5d-b4161fb1bf74),segment_id=9072623a-b0e2-45fe-bb5d-b4161fb1bf74)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:54.740013 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.741975 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:54.764414 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f53433-c64c-433f-8f1f-96dc3da68de9 x-openstack-request-id: req-49f53433-c64c-433f-8f1f-96dc3da68de9 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:54.764710 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b271b9a6-3c75-4de4-830f-21a04f44563d", "name": "network-vif-plugged", "status": "completed", "tag": "a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:54.764963 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49f53433-c64c-433f-8f1f-96dc3da68de9 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:54.765348 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1', 'code': 200} Jun 29 10:50:54.796061 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:54.800389 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:54.814987 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:55.011272 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3f17f-1087-4780-9dcf-1f58be171238 req-c2d37071-01bc-4757-87f6-ef2b2d5be9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:55.012705 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c9d3f17f-1087-4780-9dcf-1f58be171238 req-c2d37071-01bc-4757-87f6-ef2b2d5be9cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 1102 time: 0.0522006 Jun 29 10:50:55.047487 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c9d3f17f-1087-4780-9dcf-1f58be171238 req-2836f8a4-3c3b-40b9-b7da-b3b5b346e700 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283442 Jun 29 10:50:55.294033 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec278e-5123-458a-b491-a967bbe06099 req-642d93b1-dab0-4d98-9faa-83fdb7145d5e tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:55.301663 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2fec278e-5123-458a-b491-a967bbe06099 req-642d93b1-dab0-4d98-9faa-83fdb7145d5e tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 949 time: 0.0739026 Jun 29 10:50:55.336129 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2fec278e-5123-458a-b491-a967bbe06099 req-5efb0cf5-ae20-4ed2-8663-d664398196ef tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Jun 29 10:50:55.722919 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-bcfb9543-a822-4bdc-a1a3-3a02fb957f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:56.523285 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2cd95-5622-4195-84cf-03e390cdf902 req-b5ec2ddc-9ec3-422a-81d6-cc31483317b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.524759 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-77c2cd95-5622-4195-84cf-03e390cdf902 req-b5ec2ddc-9ec3-422a-81d6-cc31483317b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 949 time: 0.0716615 Jun 29 10:50:56.565187 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-77c2cd95-5622-4195-84cf-03e390cdf902 req-6102b488-e069-4a78-9ef4-a587a82dec99 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Jun 29 10:50:56.982097 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f440a-1891-42d3-b5d0-fbe72df3b88a req-76972037-00da-4ec3-97d2-79047482dfa3 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.983506 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-112f440a-1891-42d3-b5d0-fbe72df3b88a req-76972037-00da-4ec3-97d2-79047482dfa3 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 949 time: 0.0692465 Jun 29 10:50:57.024336 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-112f440a-1891-42d3-b5d0-fbe72df3b88a req-9edc6bc4-ac60-453d-9e45-14b65b6497de tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324533 Jun 29 10:50:58.020764 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-277bcfe2-7e7d-452e-9e1e-554f3b06a188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.205353 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3a15d-56d4-468b-a888-bd6d1d3d2985 req-fbf69e77-65c3-49a9-8301-ed2967ce377f tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:58.206844 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9f3a15d-56d4-468b-a888-bd6d1d3d2985 req-fbf69e77-65c3-49a9-8301-ed2967ce377f tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 949 time: 0.0681696 Jun 29 10:50:58.248181 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e9f3a15d-56d4-468b-a888-bd6d1d3d2985 req-468659fa-ecde-418c-8e71-6435dc7a17c0 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.55 "GET /v2.0/security-groups?id=becd950f-7a39-410e-8ba4-61eec91d363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354705 Jun 29 10:50:58.313920 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.378702 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b3494-155e-4c48-94df-4b46d104eb7b req-191ce83e-2d93-44fd-afa9-183f2c28ae42 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:58.380099 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-049b3494-155e-4c48-94df-4b46d104eb7b req-191ce83e-2d93-44fd-afa9-183f2c28ae42 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.50 "GET /v2.0/ports?device_id=b271b9a6-3c75-4de4-830f-21a04f44563d HTTP/1.1" status: 200 len: 949 time: 0.0655529 Jun 29 10:50:58.481540 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Deleting port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:58.482007 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.574486 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] For port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,segment=NetworkSegment(9072623a-b0e2-45fe-bb5d-b4161fb1bf74),segment_id=9072623a-b0e2-45fe-bb5d-b4161fb1bf74)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:58.574753 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.587265 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Calling delete_port for a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:58.735678 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.739976 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-433e0055-7cc8-44bd-9a66-4686c2800aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:58.747770 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:58.765991 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Pushing event deleted for resources: {'Port': ['ID=a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:58.772356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:58.809122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] No DVR routers for this DVR port a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:58.812059 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.814185 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-049b3494-155e-4c48-94df-4b46d104eb7b req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] 10.222.0.50 "DELETE /v2.0/ports/a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 HTTP/1.1" status: 204 len: 173 time: 0.4278808 Jun 29 10:50:58.814681 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'name': 'network-vif-deleted', 'tag': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:58.817087 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f50dc1c-94e2-4a5b-99ee-394a914fe363" -d '{"events": [{"server_uuid": "b271b9a6-3c75-4de4-830f-21a04f44563d", "name": "network-vif-deleted", "tag": "a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:58.856288 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b344f-5112-43b0-86b9-a96b14c8f403 x-openstack-request-id: req-519b344f-5112-43b0-86b9-a96b14c8f403 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:58.856607 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b271b9a6-3c75-4de4-830f-21a04f44563d", "name": "network-vif-deleted", "tag": "a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:58.856888 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-519b344f-5112-43b0-86b9-a96b14c8f403 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:58.857304 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b271b9a6-3c75-4de4-830f-21a04f44563d', 'name': 'network-vif-deleted', 'tag': 'a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1', 'status': 'completed', 'code': 200} Jun 29 10:50:59.113988 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:00.810667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.583965 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:02.606185 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:02.606527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device a3d9c1ba-82ee-4170-8548-ec3cbbe7a4c1 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:03.049980 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92561e86-f520-469b-82a8-c01f06b75f3f req-b18a2f31-4077-4cc0-82f7-6eaf93f61e75 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.051524 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-92561e86-f520-469b-82a8-c01f06b75f3f req-b18a2f31-4077-4cc0-82f7-6eaf93f61e75 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.0824096 Jun 29 10:51:03.094566 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-92561e86-f520-469b-82a8-c01f06b75f3f req-878e46f6-baf5-45cc-8c6a-c7101cf7e6cc tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Jun 29 10:51:03.119822 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49300) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:03.293249 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49306) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:03.320161 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcae913-7e3b-4ceb-a713-f106d40e739f tempest-TestMinimumBasicScenario-1442096147 tempest-TestMinimumBasicScenario-1442096147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.321719 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fbcae913-7e3b-4ceb-a713-f106d40e739f tempest-TestMinimumBasicScenario-1442096147 tempest-TestMinimumBasicScenario-1442096147-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1094 time: 0.2008584 Jun 29 10:51:03.324827 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49310) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:03.329773 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'port_id': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:03.355310 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for floatingip, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.442933 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-23feed30-7f7a-422e-ad4f-ed3acecbc735 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cf5bd1a3511473b9d20b485cb7a3429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480803 Jun 29 10:51:03.445603 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49312) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:03.478805 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.496565 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d968a37-ea7d-4117-9d25-6401dbb07647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.516641 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d968a37-ea7d-4117-9d25-6401dbb07647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.561571 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d968a37-ea7d-4117-9d25-6401dbb07647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.564167 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d968a37-ea7d-4117-9d25-6401dbb07647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.565359 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2d968a37-ea7d-4117-9d25-6401dbb07647 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/becd950f-7a39-410e-8ba4-61eec91d363a HTTP/1.1" status: 204 len: 168 time: 0.1185944 Jun 29 10:51:03.566243 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-0f2943f7-0f6d-4ad6-84b1-b24657ba51ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:03.573914 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d968a37-ea7d-4117-9d25-6401dbb07647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becd950f-7a39-410e-8ba4-61eec91d363a,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:03.576469 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2d968a37-ea7d-4117-9d25-6401dbb07647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:03.588514 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Allocated IP 172.27.1.207 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/30867af4-2713-4d7a-a347-b78ca05083d8) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:03.687197 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.728908 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14257625'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.732138 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5117d8c7-e17b-44af-a5e8-8c62ae37945a tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:03.774816 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:03.775988 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'Port': ['ID=30867af4-2713-4d7a-a347-b78ca05083d8,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:03.779057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:03.781026 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:03.782594 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:04.150029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.187256 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49334) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:04.237314 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.283226 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1451055926-network', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:04.307416 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Made reservation on behalf of 0d3e928bc89a4d17b968b50953b057fa for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:04.310006 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.322413 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.386967 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.390963 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.392899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-11bc984a-a8f0-4eac-870c-85cee7221a48 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:04.421166 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.426345 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.430422 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3cfa43c6-601a-4df9-9d47-904af8b0e605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:04.447584 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:51:04.458226 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'Port': ['ID=30867af4-2713-4d7a-a347-b78ca05083d8,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:04.462927 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4b9cf-4dae-4c4d-81b8-e6fec9386005,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:04.463668 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:04.465848 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.466150 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Added segment 585218e1-edcd-4178-aea9-610a994c8db4 of type vlan for network cc695756-78e6-4091-ba49-0a45e8555790 Jun 29 10:51:04.467590 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:04.471597 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.510090 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.538131 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.539142 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:04.539713 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.542462 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:04.570695 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Floating IP d9f252ea-ed98-4173-8441-3fb238e98352 associated. External IP: 172.27.1.207, port: 87a7a7ca-36e1-4238-b36c-ed7244b21fdf. Jun 29 10:51:04.589668 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4007208 Jun 29 10:51:04.590573 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49338) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:04.601570 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Request body: {'subnet': {'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1451055926-subnet', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:04.611048 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Pushing event updated for resources: {'Network': ['ID=cc695756-78e6-4091-ba49-0a45e8555790,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:04.616823 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:04.621655 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network cc695756-78e6-4091-ba49-0a45e8555790 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:51:04.629504 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Made reservation on behalf of 0d3e928bc89a4d17b968b50953b057fa for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:04.631971 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13209034'] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.782839 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:04.801945 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13338160'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.804647 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-80afdab1-ac4f-4966-ba75-d7a2c18ea8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:04.855380 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5099df-7be9-4131-8acf-e9e4698a8c02,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:04.858735 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:04.864472 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Checking segment: {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:04.864824 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Network hostable DHCP agents. Network: cc695756-78e6-4091-ba49-0a45e8555790, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:51:04.881195 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Network cc695756-78e6-4091-ba49-0a45e8555790 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:51:04.890008 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, cc695756-78e6-4091-ba49-0a45e8555790) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:04.892962 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:04.894352 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:04.894947 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.903543 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] Sync routers for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:04.907921 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859e353-104c-47a7-9ac8-63a6031f52cc None None] Network cc695756-78e6-4091-ba49-0a45e8555790 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:04.912180 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3151233 Jun 29 10:51:04.914886 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49340) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:04.919917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:04.923023 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.952015 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:04.952661 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:04.971934 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6456609 Jun 29 10:51:04.972840 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:04.975014 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49342) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:04.975396 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5652fed0-7bfa-473f-9700-a972a1fad9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:04.978416 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.979755 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:04.980379 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002185678', 'description': 'tempest-secgroup-smoke-1002185678 description', 'project_id': '504b97a1218d4bada6f35d24844d6c56'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:05.013360 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.043182 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7003ba-a3cc-40e7-ab3f-8aa693daa454 x-openstack-request-id: req-ba7003ba-a3cc-40e7-ab3f-8aa693daa454 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:05.043587 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:05.043775 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba7003ba-a3cc-40e7-ab3f-8aa693daa454 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:05.044252 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'status': 'completed', 'code': 200} Jun 29 10:51:05.050218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.127135 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.132984 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.135973 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fa33643c-04fc-4bfe-9a40-fb4ef9aa1470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.161952 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e356d25-d272-4efa-ac6b-d401d753472e,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.168448 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.178813 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.180576 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-cd197e05-f261-4320-931d-27d245617748 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2042768 Jun 29 10:51:05.183400 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49346) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:05.188175 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'security_group_rule': {'security_group_id': '0e356d25-d272-4efa-ac6b-d401d753472e', 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:05.218055 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.245879 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.259021 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-74f11206-a1ca-4765-b2cc-d4ebb0532904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:05.259618 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:05.260579 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-74f11206-a1ca-4765-b2cc-d4ebb0532904 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1099 time: 0.1987131 Jun 29 10:51:05.279181 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.284442 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.290648 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.306151 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5aa2a9c-eec9-40ee-b20d-3096e5ea8c56,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.309740 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.310972 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.315196 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-3d162d16-64a9-432a-a9d7-0b467d85fd84 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307046 Jun 29 10:51:05.315861 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49348) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:05.320347 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'security_group_rule': {'security_group_id': '0e356d25-d272-4efa-ac6b-d401d753472e', 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:05.349733 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.355644 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-cc695756-78e6-4091-ba49-0a45e8555790', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:51:05.356624 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.410150 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.412086 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-81c39d28-f202-471a-981b-c75098988f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:05.413614 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-81c39d28-f202-471a-981b-c75098988f65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 200 len: 915 time: 0.1405230 Jun 29 10:51:05.416308 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.421912 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.436205 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1afab7-ef2e-47b7-b1f9-0f9be69974fc,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.439471 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.444462 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.445982 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6ecea91a-2360-4bd1-a88d-e3797d5d1e87 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291735 Jun 29 10:51:05.448632 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49350) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:05.453119 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'security_group_rule': {'security_group_id': '0e356d25-d272-4efa-ac6b-d401d753472e', 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:05.483181 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.499925 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-6b117385-9406-45e5-9bb4-2a9f747a001c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 1000 time: 0.0789776 Jun 29 10:51:05.559919 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.564187 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.570742 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.585244 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80da05c-9719-4c61-951d-c53921ab29bb,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.590734 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.592899 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.594550 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ca790c50-650d-4a05-a1c2-88859eed06b5 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448920 Jun 29 10:51:05.597187 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49352) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:05.601811 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'security_group_rule': {'security_group_id': '0e356d25-d272-4efa-ac6b-d401d753472e', 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:05.607482 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Allocated IP 172.20.0.2 (cc695756-78e6-4091-ba49-0a45e8555790/9b5099df-7be9-4131-8acf-e9e4698a8c02/d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:05.631660 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.695386 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.699865 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.706734 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.723096 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b0973e-80e5-4cef-adfc-16fc558faa96,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.726353 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.728115 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.729728 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e42c1b2f-e02f-42bd-8d0b-7ed7e364748c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311390 Jun 29 10:51:05.733348 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49354) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:05.738205 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'security_group_rule': {'security_group_id': '0e356d25-d272-4efa-ac6b-d401d753472e', 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:05.762135 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.securitygroups_db [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Project 504b97a1218d4bada6f35d24844d6c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:51:05.767280 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.774924 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.783962 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Transition to ACTIVE for port object d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:05.799732 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Transition to ACTIVE for port object d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:05.807506 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': 'd9f252ea-ed98-4173-8441-3fb238e98352', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'port_id': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'mac_address': 'fa:16:3e:a7:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:04Z', 'revision_number': 0, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 5, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:05.811637 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.834378 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.838759 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.841354 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.841509 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-28e96eff-6ad6-4277-a058-851705c7ff19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.860653 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68eeb49f-ead7-4fe3-9339-36244732afc4,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.869910 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.871709 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] Checking router: 249abe58-21e8-4c05-b5c9-bc95c94a3d7a for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:05.874240 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.875622 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-acb99af7-da4b-4974-81b2-046461cab9c9 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410680 Jun 29 10:51:05.879859 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49356) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:05.884499 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'security_group_rule': {'security_group_id': '0e356d25-d272-4efa-ac6b-d401d753472e', 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:05.898069 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Network cc695756-78e6-4091-ba49-0a45e8555790 is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:05.899527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:05.900323 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:05.903038 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Pushing event updated for resources: {'Port': ['ID=d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.908706 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.securitygroups_db [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Project 504b97a1218d4bada6f35d24844d6c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:51:05.914214 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.935523 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:05.944048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.947200 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.949573 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:05.964306 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.980596 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.983317 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-aeccc8c6-2288-493d-889b-479e0bbb595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:05.984758 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-aeccc8c6-2288-493d-889b-479e0bbb595a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c38dda5-4062-4b40-896d-f9462f8cdf1e HTTP/1.1" status: 200 len: 853 time: 0.4564805 Jun 29 10:51:05.985391 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.987539 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:06.005077 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5c9e40-4757-4a51-847e-2a76ff4af90f,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:06.007794 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:06.014154 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:06.015527 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-183e42ca-4f08-41fc-af3d-4eda6685c172 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346543 Jun 29 10:51:06.050096 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Attempting to bind port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:06.050475 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Attempting to bind port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:06.050842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Attempting to bind port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a on network cc695756-78e6-4091-ba49-0a45e8555790 {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:06.061715 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:06.062095 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Checking segment: {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:06.062516 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:06.062898 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Bound using segment: {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:06.063369 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Bound port: d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:06.063961 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:06.066740 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:06.137019 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-7d6ce41a-d009-4eaa-a2f3-0b8a07abdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:06.138536 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-7d6ce41a-d009-4eaa-a2f3-0b8a07abdd20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=212b27c3-ff92-4803-a55e-f308e503fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1279602 Jun 29 10:51:06.153792 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Allocated IP 172.27.1.24 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/f172d16a-cf1d-4491-a5db-16df98da4d42) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:06.207140 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] For port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:06.217391 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-119db709-ffc7-45e8-90a6-8e90ce99837f tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002185678&fields=id&tenant_id=504b97a1218d4bada6f35d24844d6c56 HTTP/1.1" status: 200 len: 267 time: 0.1101615 Jun 29 10:51:06.251474 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] For port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:06.258269 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:06.261565 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-9c0e8014-c227-4ac0-a08b-dcd488196283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:06.344206 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Pushing event updated for resources: {'Port': ['ID=d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:06.347572 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-32ad16e0-ce61-4b4f-9067-a6a938d75ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:06.373228 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-1c8e9fa2-f13b-4e1f-aa21-6af389bec5b1 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219396 Jun 29 10:51:06.402337 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': 'd9f252ea-ed98-4173-8441-3fb238e98352', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'port_id': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'mac_address': 'fa:16:3e:a7:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:04Z', 'revision_number': 0, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 5, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:06.428232 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d1946-d0fe-4024-ab59-f3fcb36765a8 None None] The sync data for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi is: [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': 'd9f252ea-ed98-4173-8441-3fb238e98352', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'port_id': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'mac_address': 'fa:16:3e:a7:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:04Z', 'revision_number': 0, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 5, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:06.440152 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-8ceaf359-2591-41cf-a420-54be991805de tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:06.441487 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-8ceaf359-2591-41cf-a420-54be991805de tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.2148557 Jun 29 10:51:06.462888 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:06.468877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'port': {'security_groups': ['ad560b00-84f1-46ec-b275-f087d390ae06', '0e356d25-d272-4efa-ac6b-d401d753472e']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:06.632704 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5652fed0-7bfa-473f-9700-a972a1fad9b5 req-b454cc79-e637-40c4-9bac-81e5cc5ccaf6 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507818 Jun 29 10:51:06.659057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:06.663712 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14257625'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:06.674450 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-ac4c690c-f2cd-410e-9027-dddda90eed42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:06.681006 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab66605-c625-4366-94d4-9ea42b718b9e None None] New status for floating IP d9f252ea-ed98-4173-8441-3fb238e98352: ACTIVE {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:06.744624 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:06.756066 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:06.765659 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:06.770246 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Pushing event updated for resources: {'Port': ['ID=f172d16a-cf1d-4491-a5db-16df98da4d42,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:06.778719 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:07.081396 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:07.126860 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49360) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:07.165010 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.173465 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.178582 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2a84895d-f1a4-41a9-bc5e-e1539559df96 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:07.187938 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['87a7a7ca-36e1-4238-b36c-ed7244b21fdf'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:51:07.209233 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.247232 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674183bd-ef40-418a-b568-e54bfe405e31 None None] Network cc695756-78e6-4091-ba49-0a45e8555790 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:07.259707 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:07.260335 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.261764 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f65fca2f-e939-4d26-b079-6c2742cc3186 req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "PUT /v2.0/ports/87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 982 time: 0.8068693 Jun 29 10:51:07.263938 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:07.266651 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38c253-f8a5-4819-a660-026b5806f531" -d '{"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:07.295187 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=6']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:07.330911 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:07.331115 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a41f9f04-6951-4632-a7e2-292f0fb59fec None None] Provisioning for port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:07.351547 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['87a7a7ca-36e1-4238-b36c-ed7244b21fdf'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:51:07.364536 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb61e8-818e-485d-9053-e03a4bac2dfa x-openstack-request-id: req-a8fb61e8-818e-485d-9053-e03a4bac2dfa {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:07.364855 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:07.365398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8fb61e8-818e-485d-9053-e03a4bac2dfa {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:07.365867 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'status': 'completed', 'code': 200} Jun 29 10:51:07.397909 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Deleting port 3e8a005e-d089-4277-b312-d47376391d14 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:07.398645 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.524190 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.524513 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.539185 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Calling delete_port for 3e8a005e-d089-4277-b312-d47376391d14 owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:07.556441 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:07.558719 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.575981 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c253-f8a5-4819-a660-026b5806f531 req-390d281c-dd2e-4bd6-a53d-a9956606c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:07.577522 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1e38c253-f8a5-4819-a660-026b5806f531 req-390d281c-dd2e-4bd6-a53d-a9956606c073 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1138 time: 0.1616395 Jun 29 10:51:07.674986 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5922-014f-40ab-97b8-4cbfdbaf81cb req-f13e6e71-1ec4-4b8a-8b99-e58656467935 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:07.676378 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b2e5922-014f-40ab-97b8-4cbfdbaf81cb req-f13e6e71-1ec4-4b8a-8b99-e58656467935 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.2126324 Jun 29 10:51:07.703953 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-f601d5fd-95ff-4ecb-a7a5-3d0bc732d695 None None] Provisioning complete for port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:07.704419 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-f601d5fd-95ff-4ecb-a7a5-3d0bc732d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.758969 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.773890 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:07.801919 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event deleted for resources: {'Port': ['ID=3e8a005e-d089-4277-b312-d47376391d14,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:07.808436 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:07.814437 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4b2e5922-014f-40ab-97b8-4cbfdbaf81cb req-4317c563-6b91-4aeb-8e82-d78979bffa3a tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928969 Jun 29 10:51:07.818180 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c253-f8a5-4819-a660-026b5806f531 req-b03ba941-891f-4ee4-95a4-91b3e884071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:07.821674 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1e38c253-f8a5-4819-a660-026b5806f531 req-b03ba941-891f-4ee4-95a4-91b3e884071d service neutron] 10.222.0.50 "GET /v2.0/networks?id=212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 200 len: 915 time: 0.2061539 Jun 29 10:51:07.889203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.889531 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Floating IP 929748ce-4911-45d5-9f26-a5ebcecbbcf3 disassociated (deleted). External IP: 172.27.1.169, port: e323759d-e4b5-4d64-8ff2-2134ba175d63. Jun 29 10:51:07.937771 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Router 1df2664c-440d-4142-9325-ba459b1c0dc9 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:51:07.958513 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1e38c253-f8a5-4819-a660-026b5806f531 req-6ea4f003-5343-44fd-b9bd-0e472941312b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 1002 time: 0.1285203 Jun 29 10:51:08.045887 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:08.083312 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c253-f8a5-4819-a660-026b5806f531 req-7501c496-964b-4b48-9e61-804fe307fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:08.084798 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1e38c253-f8a5-4819-a660-026b5806f531 req-7501c496-964b-4b48-9e61-804fe307fdaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c38dda5-4062-4b40-896d-f9462f8cdf1e HTTP/1.1" status: 200 len: 853 time: 0.1174543 Jun 29 10:51:08.134672 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:08.138394 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:08.138923 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:08.139156 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.170141 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:08.182034 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Sync routers for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:08.188149 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c253-f8a5-4819-a660-026b5806f531 req-05054651-f8d8-43df-96ff-d896e428346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:08.189768 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1e38c253-f8a5-4819-a660-026b5806f531 req-05054651-f8d8-43df-96ff-d896e428346b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=212b27c3-ff92-4803-a55e-f308e503fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0803304 Jun 29 10:51:08.191069 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] Notify callbacks [] for router, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.194686 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-02e353a9-f464-4369-8bfa-c3ce85a6207e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2762780 Jun 29 10:51:08.195294 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49368) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:08.196488 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:08.197120 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:08.272685 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.285155 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1e38c253-f8a5-4819-a660-026b5806f531 req-cd6f9d51-3615-4aa2-8662-6f8731892905 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Jun 29 10:51:08.390308 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:08.395982 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.404390 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:08.417583 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:08.418601 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:08.423997 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1e38c253-f8a5-4819-a660-026b5806f531 req-ad6b79ba-e063-42e6-888e-75365926b136 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292887 Jun 29 10:51:08.489776 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:08.493037 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:08.518680 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.546556 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:08.579897 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "DELETE /v2.0/floatingips/929748ce-4911-45d5-9f26-a5ebcecbbcf3 HTTP/1.1" status: 204 len: 168 time: 1.4519205 Jun 29 10:51:08.585406 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:08.587797 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831eff6-8582-495c-b596-4856475cbe9d" -d '{"events": [{"name": "network-changed", "server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:08.639606 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:08.644173 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:08.700354 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff07330-0408-46d4-a8a8-c8a1014e6a94 x-openstack-request-id: req-4ff07330-0408-46d4-a8a8-c8a1014e6a94 {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:08.700686 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:08.700978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ff07330-0408-46d4-a8a8-c8a1014e6a94 {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:08.701412 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'status': 'completed', 'code': 200} Jun 29 10:51:08.733233 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:07Z', 'revision_number': 3, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:08.753991 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:08.767475 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Checking router: 1df2664c-440d-4142-9325-ba459b1c0dc9 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:08.768057 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Updating router 1df2664c-440d-4142-9325-ba459b1c0dc9 port f172d16a-cf1d-4491-a5db-16df98da4d42 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:51:08.802555 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.818988 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:08.829461 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831eff6-8582-495c-b596-4856475cbe9d req-b8048298-3bfb-464b-b0f7-d913b16bb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:08.832039 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9831eff6-8582-495c-b596-4856475cbe9d req-b8048298-3bfb-464b-b0f7-d913b16bb230 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 1098 time: 0.1187797 Jun 29 10:51:09.106467 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:09.149314 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:09.159498 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:09.160149 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:09.200688 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.213271 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Transition to ACTIVE for port object f172d16a-cf1d-4491-a5db-16df98da4d42 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:09.226916 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.229510 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:09.276601 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Allocated IP 172.20.0.1 (cc695756-78e6-4091-ba49-0a45e8555790/9b5099df-7be9-4131-8acf-e9e4698a8c02/d085cb1f-3756-4b00-8ca2-bf295bd83765) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:09.284661 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:09.307977 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Attempting to bind port f172d16a-cf1d-4491-a5db-16df98da4d42 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:09.308349 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Attempting to bind port f172d16a-cf1d-4491-a5db-16df98da4d42 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:09.308715 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Attempting to bind port f172d16a-cf1d-4491-a5db-16df98da4d42 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:09.311015 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3819cc0-22ea-4769-b48a-ca31b93ca9df None None] Pushing event updated for resources: {'Port': ['ID=f172d16a-cf1d-4491-a5db-16df98da4d42,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:09.314623 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e3819cc0-22ea-4769-b48a-ca31b93ca9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:09.317551 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:09.317966 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:09.318378 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.318769 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:09.319524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Bound port: f172d16a-cf1d-4491-a5db-16df98da4d42, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:09.319632 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.334597 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831eff6-8582-495c-b596-4856475cbe9d req-0a4cb758-ec96-41e2-86c2-60b06c8fcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:09.336186 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9831eff6-8582-495c-b596-4856475cbe9d req-0a4cb758-ec96-41e2-86c2-60b06c8fcfca service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.4967978 Jun 29 10:51:09.383421 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] For port f172d16a-cf1d-4491-a5db-16df98da4d42, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:09.387101 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] For port f172d16a-cf1d-4491-a5db-16df98da4d42, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f172d16a-cf1d-4491-a5db-16df98da4d42,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:09.387468 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9831eff6-8582-495c-b596-4856475cbe9d req-d9997ba0-989e-4939-ad08-d90a03b3aca8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63 HTTP/1.1" status: 200 len: 217 time: 0.0420830 Jun 29 10:51:09.392735 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.394257 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.404395 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e4c54bfa-0b71-4637-878b-5714b7ba1906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:09.410849 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.provisioning_blocks [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Transition to ACTIVE for port object d085cb1f-3756-4b00-8ca2-bf295bd83765 will not be triggered until provisioned by entity DHCP. {{(pid=99639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:09.415518 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ce262-286f-494a-9ca4-efe58923ad1b req-dc4904c5-cffb-47a8-a29a-b86d1e661b07 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:09.417071 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc9ce262-286f-494a-9ca4-efe58923ad1b req-dc4904c5-cffb-47a8-a29a-b86d1e661b07 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 945 time: 0.1210639 Jun 29 10:51:09.457898 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:09.458542 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:09.466324 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.470179 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-96b876a0-ec42-41e9-a5d0-8d79147891bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:09.476550 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831eff6-8582-495c-b596-4856475cbe9d req-4a2ad2be-ec46-4898-b9fb-8dc5fbf039d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:09.478168 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9831eff6-8582-495c-b596-4856475cbe9d req-4a2ad2be-ec46-4898-b9fb-8dc5fbf039d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.0813122 Jun 29 10:51:09.484330 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fc9ce262-286f-494a-9ca4-efe58923ad1b req-055bae69-399f-4abe-b042-b7ce10cfb7d6 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483353 Jun 29 10:51:09.524682 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3819cc0-22ea-4769-b48a-ca31b93ca9df None None] Pushing event updated for resources: {'Port': ['ID=f172d16a-cf1d-4491-a5db-16df98da4d42,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:09.532599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e3819cc0-22ea-4769-b48a-ca31b93ca9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:09.534271 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Network cc695756-78e6-4091-ba49-0a45e8555790 is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:09.538707 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:09.541529 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:09.546780 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Pushing event updated for resources: {'Port': ['ID=d085cb1f-3756-4b00-8ca2-bf295bd83765,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:09.550875 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:09.554830 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831eff6-8582-495c-b596-4856475cbe9d req-8b9dffa1-07db-4202-9996-c11413e01679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:09.566041 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9831eff6-8582-495c-b596-4856475cbe9d req-8b9dffa1-07db-4202-9996-c11413e01679 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744770 Jun 29 10:51:09.574776 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:09.601895 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.609858 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032427f-d9ec-430d-b097-b42dc1b18ab9 None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '33ee0a5f-36d2-422b-84b6-23426e8ba05f', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'port_id': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'mac_address': 'fa:16:3e:e9:f7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:47:26Z', 'updated_at': '2021-06-29T10:47:29Z', 'revision_number': 1, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:09.635888 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:09.700597 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9831eff6-8582-495c-b596-4856475cbe9d req-34875072-9210-476f-a826-edd5cce9e27a service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314189 Jun 29 10:51:09.801279 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.835464 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9831eff6-8582-495c-b596-4856475cbe9d req-f00ceae5-d451-44a2-ae17-b883fc0f6d09 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259551 Jun 29 10:51:09.857402 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-904edeeb-607d-48c7-8af1-e279066a35d2 None None] Provisioning for port d085cb1f-3756-4b00-8ca2-bf295bd83765 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:09.864786 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-904edeeb-607d-48c7-8af1-e279066a35d2 None None] Provisioning complete for port d085cb1f-3756-4b00-8ca2-bf295bd83765 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:09.865164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-904edeeb-607d-48c7-8af1-e279066a35d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:09.869558 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:07Z', 'revision_number': 3, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:09.920740 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:09.927768 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9937e8d-3107-4f74-add6-c95404644f50 None None] The sync data for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi is: [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:07Z', 'revision_number': 3, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:09.967550 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f8798-f740-4dc5-9811-c6004fdf55cb None None] New status for floating IP 929748ce-4911-45d5-9f26-a5ebcecbbcf3: DOWN {{(pid=99641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:10.022218 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:10.027963 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:10.030943 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-904edeeb-607d-48c7-8af1-e279066a35d2 None None] Port d085cb1f-3756-4b00-8ca2-bf295bd83765 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:10.032474 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-03a96600-18e5-4ad7-a4f1-c23afbb0ed11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:10.047086 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:10.047457 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:10.095690 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Pushing event updated for resources: {'Port': ['ID=d085cb1f-3756-4b00-8ca2-bf295bd83765,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:10.100874 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:10.100874 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:10.216718 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Network cc695756-78e6-4091-ba49-0a45e8555790 is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:10.218221 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:10.337676 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Router 1df2664c-440d-4142-9325-ba459b1c0dc9 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:10.450594 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-ee8a83a9-1571-464b-a33a-7de7bf619605 None None] Provisioning complete for port d085cb1f-3756-4b00-8ca2-bf295bd83765 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:10.451183 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-ee8a83a9-1571-464b-a33a-7de7bf619605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:10.460283 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:10.468580 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-fe00b418-9bfb-4a95-bfe5-ba2fdca9ee24 admin admin] 10.222.0.55 "PUT /v2.0/routers/1df2664c-440d-4142-9325-ba459b1c0dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725322 Jun 29 10:51:10.486329 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a83a9-1571-464b-a33a-7de7bf619605 None None] Port d085cb1f-3756-4b00-8ca2-bf295bd83765 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:10.670150 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa6673-4fc0-4c08-86be-9040cc5a88a0 req-730a74ad-bb1c-488b-8147-63c107f401d5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:10.673474 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8afa6673-4fc0-4c08-86be-9040cc5a88a0 req-730a74ad-bb1c-488b-8147-63c107f401d5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 945 time: 0.0690677 Jun 29 10:51:10.711506 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8afa6673-4fc0-4c08-86be-9040cc5a88a0 req-52d82d20-ddf4-49bd-a294-a5699c77b692 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334718 Jun 29 10:51:10.837223 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f4a26-d746-4226-a948-d1d77600bd6d req-783ef858-bbe7-48b4-9b91-08fcf48c751d tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:10.838649 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-632f4a26-d746-4226-a948-d1d77600bd6d req-783ef858-bbe7-48b4-9b91-08fcf48c751d tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 945 time: 0.0636353 Jun 29 10:51:10.953488 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Deleting port e323759d-e4b5-4d64-8ff2-2134ba175d63 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:10.953943 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:10.958119 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49392) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:10.963347 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1683242602-network', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:10.985263 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Made reservation on behalf of aa4164e730d34bdab899ecf7e2fc5fd9 for: {'network': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:10.987677 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for network, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:10.996133 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.048363 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] For port e323759d-e4b5-4d64-8ff2-2134ba175d63, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e323759d-e4b5-4d64-8ff2-2134ba175d63,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:11.048798 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.062048 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Calling delete_port for e323759d-e4b5-4d64-8ff2-2134ba175d63 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:11.083607 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.088934 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.092922 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-bcfa7cea-df07-41a4-8b03-6610bdb75d52 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:11.114006 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=99639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:51:11.124023 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6033da58-2dbc-4e63-90b2-fb234c60d3ad,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:11.128445 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:11.129523 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.129887 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.segments_db [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Added segment b2e50fc1-d958-4a74-8d0c-fda18ff549f3 of type vlan for network 66f5d90a-c849-4c32-b86e-111901958e66 Jun 29 10:51:11.173044 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776506645553'] for network, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.203040 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850'] for network, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.204429 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.206786 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:11.207429 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.208522 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bfd4d723-f282-4d32-a431-31213659528a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:11.210433 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:11.234606 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event deleted for resources: {'Port': ['ID=e323759d-e4b5-4d64-8ff2-2134ba175d63,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:11.237162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:11.270301 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3110189 Jun 29 10:51:11.275122 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49394) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:11.281909 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Request body: {'subnet': {'network_id': '66f5d90a-c849-4c32-b86e-111901958e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1683242602-subnet', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'ip_version': 4}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:11.285947 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Pushing event updated for resources: {'Network': ['ID=66f5d90a-c849-4c32-b86e-111901958e66,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:11.290016 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:11.297913 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] No DVR routers for this DVR port e323759d-e4b5-4d64-8ff2-2134ba175d63 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:11.299546 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Network 66f5d90a-c849-4c32-b86e-111901958e66 details requested by agent ovs-agent-dv-cinder-786627-13-iscsi with host dv-cinder-786627-13-iscsi {{(pid=99641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:51:11.300546 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.302573 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-632f4a26-d746-4226-a948-d1d77600bd6d req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "DELETE /v2.0/ports/e323759d-e4b5-4d64-8ff2-2134ba175d63 HTTP/1.1" status: 204 len: 173 time: 0.4573295 Jun 29 10:51:11.303029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'name': 'network-vif-deleted', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:11.308129 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Made reservation on behalf of aa4164e730d34bdab899ecf7e2fc5fd9 for: {'subnet': 1} {{(pid=99639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:11.310944 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13209034'] for subnet, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.313107 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864eed8-34c7-4ae5-b836-4624b9a7a16b" -d '{"events": [{"server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "name": "network-vif-deleted", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:11.373537 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc6a8d0-133a-45c9-ac2f-4799e3c7c40f x-openstack-request-id: req-afc6a8d0-133a-45c9-ac2f-4799e3c7c40f {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:11.374579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b728c7-5698-42d4-98c7-323c93bc677f", "name": "network-vif-deleted", "tag": "e323759d-e4b5-4d64-8ff2-2134ba175d63", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:11.375303 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afc6a8d0-133a-45c9-ac2f-4799e3c7c40f {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:11.376012 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b728c7-5698-42d4-98c7-323c93bc677f', 'name': 'network-vif-deleted', 'tag': 'e323759d-e4b5-4d64-8ff2-2134ba175d63', 'status': 'completed', 'code': 200} Jun 29 10:51:11.484085 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13338160'] for subnet, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.486958 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5288a047-54f8-4a89-8266-819088e7cbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:11.497509 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Sync routers for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:11.506330 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:11.507003 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:11.537881 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1551cd-8218-4f43-8c47-21318faddb2b,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:11.541315 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:11.548515 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Checking segment: {'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:11.548988 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Network hostable DHCP agents. Network: 66f5d90a-c849-4c32-b86e-111901958e66, hostable agents: ['2c055926-658d-4250-856d-111cf6bdceba'], hosted agents: [] {{(pid=99639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:51:11.570573 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Network 66f5d90a-c849-4c32-b86e-111901958e66 is scheduled to be hosted by DHCP agent 2c055926-658d-4250-856d-111cf6bdceba with binding_index 1 {{(pid=99639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:51:11.581244 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-13-iscsi, 66f5d90a-c849-4c32-b86e-111901958e66) {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:11.585549 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:11.586573 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.592147 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7fe4e-5aed-4f97-b3ec-2c3798b41bc0 None None] Network 66f5d90a-c849-4c32-b86e-111901958e66 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:11.614500 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:11.617101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49398) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:11.617401 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-48da80cb-90d4-489b-bf27-90b850e75d7b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3407469 Jun 29 10:51:11.621668 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:11.655666 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1656998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1468'] for router, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.656696 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1568029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1715889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1413'] for router, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.724029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.766807 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4640c21d-3633-54c1-ab12-d99b167af7e3-66f5d90a-c849-4c32-b86e-111901958e66', 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'fixed_ips': [{'subnet_id': '7f1551cd-8218-4f43-8c47-21318faddb2b'}]}} from dv-cinder-786627-13-iscsi. {{(pid=99641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:51:11.768006 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.956924 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f172d16a-cf1d-4491-a5db-16df98da4d42 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:11.958493 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1565662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1657874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1435'] for router, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:11.993090 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-31e2153f-dc27-4e72-a39b-f80f1fde862f req-7b7a9f36-b62f-4845-9b36-598296c29c3e tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b728c7-5698-42d4-98c7-323c93bc677f HTTP/1.1" status: 200 len: 210 time: 0.0536230 Jun 29 10:51:12.035461 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.db_base_plugin_common [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Allocated IP 172.20.0.2 (66f5d90a-c849-4c32-b86e-111901958e66/7f1551cd-8218-4f43-8c47-21318faddb2b/045c8205-5f48-4f92-aebb-c146312892aa) {{(pid=99641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:12.058212 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port f172d16a-cf1d-4491-a5db-16df98da4d42 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:12.072522 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 2, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:12.102556 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port f172d16a-cf1d-4491-a5db-16df98da4d42 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:12.102946 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.122315 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Checking router: 1df2664c-440d-4142-9325-ba459b1c0dc9 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:12.122741 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Updating router 1df2664c-440d-4142-9325-ba459b1c0dc9 port d085cb1f-3756-4b00-8ca2-bf295bd83765 binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:51:12.192139 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.230780 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.255050 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.273886 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.278866 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Notify callbacks [] for port, precommit_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.292977 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Transition to ACTIVE for port object 045c8205-5f48-4f92-aebb-c146312892aa will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:12.305704 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port f172d16a-cf1d-4491-a5db-16df98da4d42, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f172d16a-cf1d-4491-a5db-16df98da4d42,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:12.314567 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.316460 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:12.321241 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Transition to ACTIVE for port object 045c8205-5f48-4f92-aebb-c146312892aa will not be triggered until provisioned by entity DHCP. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:12.349909 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831'] for port, after_create {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.376221 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Network 66f5d90a-c849-4c32-b86e-111901958e66 is already hosted by enough agents. {{(pid=99641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:12.377023 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=f172d16a-cf1d-4491-a5db-16df98da4d42,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:12.379755 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Allocated IP 172.27.1.156 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/ae807897-c9bd-448f-aff1-69ba321ee020) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:12.380284 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.scheduler.base_scheduler [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Resources bound (agent type, host, resource id): {{(pid=99641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:12.383961 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:12.383961 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:12.384544 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Received port after_create {{(pid=99641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:12.465232 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Pushing event updated for resources: {'Port': ['ID=045c8205-5f48-4f92-aebb-c146312892aa,revision_number=1']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:12.469318 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:12.472457 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Attempting to bind port 045c8205-5f48-4f92-aebb-c146312892aa on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:12.472837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Attempting to bind port 045c8205-5f48-4f92-aebb-c146312892aa by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:12.473205 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Attempting to bind port 045c8205-5f48-4f92-aebb-c146312892aa on network 66f5d90a-c849-4c32-b86e-111901958e66 {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:12.478548 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:12.478929 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Checking segment: {'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:12.479648 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.480043 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Bound using segment: {'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:12.480929 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Bound port: 045c8205-5f48-4f92-aebb-c146312892aa, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:12.480929 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.496848 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.538122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14257625'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.541093 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:12.545796 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] For port 045c8205-5f48-4f92-aebb-c146312892aa, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:12.549105 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] For port 045c8205-5f48-4f92-aebb-c146312892aa, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=045c8205-5f48-4f92-aebb-c146312892aa,segment=NetworkSegment(b2e50fc1-d958-4a74-8d0c-fda18ff549f3),segment_id=b2e50fc1-d958-4a74-8d0c-fda18ff549f3)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:12.555475 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.558572 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:12.586007 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:12.591559 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:12.593781 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Pushing event updated for resources: {'Port': ['ID=ae807897-c9bd-448f-aff1-69ba321ee020,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:12.601391 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:12.604889 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:12.622753 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Pushing event updated for resources: {'Port': ['ID=045c8205-5f48-4f92-aebb-c146312892aa,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:12.626691 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:12.635992 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.648764 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Transition to ACTIVE for port object d085cb1f-3756-4b00-8ca2-bf295bd83765 will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:12.661480 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.669296 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-89649674-f8e8-4077-aa94-19cd1ab28a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:12.767822 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ffb2e-d304-4860-8651-7277a06b4264 None None] Pushing event updated for resources: {'Port': ['ID=d085cb1f-3756-4b00-8ca2-bf295bd83765,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:12.772633 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-186ffb2e-d304-4860-8651-7277a06b4264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:12.826887 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Attempting to bind port d085cb1f-3756-4b00-8ca2-bf295bd83765 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:12.827567 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Attempting to bind port d085cb1f-3756-4b00-8ca2-bf295bd83765 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:12.828183 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Attempting to bind port d085cb1f-3756-4b00-8ca2-bf295bd83765 on network cc695756-78e6-4091-ba49-0a45e8555790 {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:12.848561 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:12.849068 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Checking segment: {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:12.850409 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.851522 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Bound using segment: {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:12.852707 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Bound port: d085cb1f-3756-4b00-8ca2-bf295bd83765, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:12.853576 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.938378 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.938599 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] For port d085cb1f-3756-4b00-8ca2-bf295bd83765, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:12.942400 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] For port d085cb1f-3756-4b00-8ca2-bf295bd83765, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=d085cb1f-3756-4b00-8ca2-bf295bd83765,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:12.947947 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:12.950520 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-20f752b9-8570-4f5b-9440-cd0798573abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:13.002887 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:13.003403 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:13.061660 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ffb2e-d304-4860-8651-7277a06b4264 None None] Pushing event updated for resources: {'Port': ['ID=d085cb1f-3756-4b00-8ca2-bf295bd83765,revision_number=4']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:13.068786 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-186ffb2e-d304-4860-8651-7277a06b4264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:13.149444 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:13.180107 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1657885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1565691'] for router, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.313036 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Router eb382e15-0804-47fa-b26e-bbffc7134a45 is scheduled to L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d with binding_index 1 {{(pid=99640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:51:13.384231 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:13.414263 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79385359-0bcb-4054-a26a-291dfd2c455e None None] The sync data for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi is: [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:13.430055 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:13.441309 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Sync routers for ids ['eb382e15-0804-47fa-b26e-bbffc7134a45'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:13.448990 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Notify callbacks [] for router, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.450707 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8325858 Jun 29 10:51:13.454135 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49410) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:13.455879 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Routers {'eb382e15-0804-47fa-b26e-bbffc7134a45'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:13.456577 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['eb382e15-0804-47fa-b26e-bbffc7134a45'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:13.587319 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Set router eb382e15-0804-47fa-b26e-bbffc7134a45 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:13.800327 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 3, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port': {'id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:13.829745 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Checking router: eb382e15-0804-47fa-b26e-bbffc7134a45 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:13.830104 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Updating router eb382e15-0804-47fa-b26e-bbffc7134a45 port ae807897-c9bd-448f-aff1-69ba321ee020 binding host dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:51:13.875177 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25309b21-982a-40c4-afa1-2a41a2206a94 None None] Network 66f5d90a-c849-4c32-b86e-111901958e66 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:13.916675 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:13.969589 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-a5718416-c11a-4adc-a9f3-cede9800d568 None None] Provisioning for port 045c8205-5f48-4f92-aebb-c146312892aa completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:13.994414 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.057536 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f172d16a-cf1d-4491-a5db-16df98da4d42 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:14.178834 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_common [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Allocated IP 172.20.0.1 (66f5d90a-c849-4c32-b86e-111901958e66/7f1551cd-8218-4f43-8c47-21318faddb2b/fdbb0714-3c46-43eb-944e-0945ab1ec8cf) {{(pid=99639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:14.285034 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.299841 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.provisioning_blocks [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Transition to ACTIVE for port object fdbb0714-3c46-43eb-944e-0945ab1ec8cf will not be triggered until provisioned by entity DHCP. {{(pid=99639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:14.341954 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13112354'] for port, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.345281 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b90fd3dd-43db-4fa4-973c-cb32ff7a282f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:14.389347 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port f172d16a-cf1d-4491-a5db-16df98da4d42 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:14.399565 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.408631 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Network 66f5d90a-c849-4c32-b86e-111901958e66 is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:14.428853 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:14.431603 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,revision_number=1']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:14.438045 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Received port after_create {{(pid=99639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:14.443734 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:14.486966 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1656461'] for router_interface, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.559557 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Notify callbacks [] for port, precommit_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.574431 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d085cb1f-3756-4b00-8ca2-bf295bd83765 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:14.577003 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Transition to ACTIVE for port object ae807897-c9bd-448f-aff1-69ba321ee020 will not be triggered until provisioned by entity L2. {{(pid=99641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:14.603048 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.606819 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:14.633477 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.648260 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device e323759d-e4b5-4d64-8ff2-2134ba175d63 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:14.685808 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: e323759d-e4b5-4d64-8ff2-2134ba175d63 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:14.686516 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device e323759d-e4b5-4d64-8ff2-2134ba175d63 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:14.696012 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6940a12-ec35-4b44-80d5-45cb8bc869cb None None] Pushing event updated for resources: {'Port': ['ID=ae807897-c9bd-448f-aff1-69ba321ee020,revision_number=2']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:14.703099 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a6940a12-ec35-4b44-80d5-45cb8bc869cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:14.719113 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Attempting to bind port ae807897-c9bd-448f-aff1-69ba321ee020 on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:14.719591 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Attempting to bind port ae807897-c9bd-448f-aff1-69ba321ee020 by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:14.720050 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Attempting to bind port ae807897-c9bd-448f-aff1-69ba321ee020 on network 4784589b-0c22-484e-8abc-7db84936665c {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:14.732825 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:14.733272 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Checking segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:14.733769 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.734277 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Bound using segment: {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'} {{(pid=99641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:14.735436 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.managers [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Bound port: ae807897-c9bd-448f-aff1-69ba321ee020, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a56b-7632-4232-9984-de24d29144d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4784589b-0c22-484e-8abc-7db84936665c'}}] {{(pid=99641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:14.736186 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.770527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port d085cb1f-3756-4b00-8ca2-bf295bd83765 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:14.778741 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port d085cb1f-3756-4b00-8ca2-bf295bd83765 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:14.779119 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.825561 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.831250 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112372'] for port, after_update {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.831924 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] For port ae807897-c9bd-448f-aff1-69ba321ee020, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:14.834582 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:14.836959 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] For port ae807897-c9bd-448f-aff1-69ba321ee020, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=ae807897-c9bd-448f-aff1-69ba321ee020,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:14.843524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.845495 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-094c1107-1921-46a0-ace3-12928759af1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:14.903368 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1555544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1656441'] for router_interface, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.905301 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,revision_number=2']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:14.908526 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:14.933782 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Routers {'eb382e15-0804-47fa-b26e-bbffc7134a45'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:14.934429 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['eb382e15-0804-47fa-b26e-bbffc7134a45'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:14.974458 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:14.978151 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6940a12-ec35-4b44-80d5-45cb8bc869cb None None] Pushing event updated for resources: {'Port': ['ID=ae807897-c9bd-448f-aff1-69ba321ee020,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:14.983814 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a6940a12-ec35-4b44-80d5-45cb8bc869cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:14.997417 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Network 66f5d90a-c849-4c32-b86e-111901958e66 is already hosted by enough agents. {{(pid=99639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:14.998554 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.base_scheduler [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Resources bound (agent type, host, resource id): {{(pid=99639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:15.012178 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-6c80e9c5-296e-4e66-90e3-db6fec203faf None None] Provisioning for port fdbb0714-3c46-43eb-944e-0945ab1ec8cf completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:15.060182 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-6c80e9c5-296e-4e66-90e3-db6fec203faf None None] Provisioning complete for port fdbb0714-3c46-43eb-944e-0945ab1ec8cf triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:15.060470 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6c80e9c5-296e-4e66-90e3-db6fec203faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.068055 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port d085cb1f-3756-4b00-8ca2-bf295bd83765, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=d085cb1f-3756-4b00-8ca2-bf295bd83765,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:15.090814 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.091677 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 045c8205-5f48-4f92-aebb-c146312892aa up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:15.096792 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:15.118333 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Router eb382e15-0804-47fa-b26e-bbffc7134a45 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:15.146736 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] Set router eb382e15-0804-47fa-b26e-bbffc7134a45 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:15.203805 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-6c80e9c5-296e-4e66-90e3-db6fec203faf None None] Port fdbb0714-3c46-43eb-944e-0945ab1ec8cf cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:15.221316 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:15.226367 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] 10.222.0.55 "PUT /v2.0/routers/eb382e15-0804-47fa-b26e-bbffc7134a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702701 Jun 29 10:51:15.249811 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=d085cb1f-3756-4b00-8ca2-bf295bd83765,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:15.255530 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:15.305742 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port 045c8205-5f48-4f92-aebb-c146312892aa completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:15.319504 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 045c8205-5f48-4f92-aebb-c146312892aa triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:15.319820 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.368312 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-30a7f7ed-a493-4e48-bb01-755043458eef None None] Provisioning complete for port fdbb0714-3c46-43eb-944e-0945ab1ec8cf triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:15.368699 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-30a7f7ed-a493-4e48-bb01-755043458eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.410790 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49426) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:15.435271 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-30a7f7ed-a493-4e48-bb01-755043458eef None None] Port fdbb0714-3c46-43eb-944e-0945ab1ec8cf cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:15.481225 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.513854 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 4, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port': {'id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'fdbb0714-3c46-43eb-944e-0945ab1ec8cf', 'name': '', 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'mac_address': 'fa:16:3e:a4:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:14Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 2, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'subnets': [{'id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:15.545721 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c56bf-2920-4475-b070-d0f5121b42d3 None None] The sync data for ids ['eb382e15-0804-47fa-b26e-bbffc7134a45'] in dv-cinder-786627-13-iscsi is: [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 4, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port': {'id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'fdbb0714-3c46-43eb-944e-0945ab1ec8cf', 'name': '', 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'mac_address': 'fa:16:3e:a4:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:14Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 2, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'subnets': [{'id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:15.548536 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port 045c8205-5f48-4f92-aebb-c146312892aa, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=045c8205-5f48-4f92-aebb-c146312892aa,segment=NetworkSegment(b2e50fc1-d958-4a74-8d0c-fda18ff549f3),segment_id=b2e50fc1-d958-4a74-8d0c-fda18ff549f3)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:15.556276 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.558344 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:15.592973 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Deleting port 04373e52-eff8-40c2-8c81-b609bb666ede {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:15.593966 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.613615 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=045c8205-5f48-4f92-aebb-c146312892aa,revision_number=3']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:15.616786 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:15.670270 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.670591 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.681454 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Calling delete_port for 04373e52-eff8-40c2-8c81-b609bb666ede owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:15.772934 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49428) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:15.777967 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610509651', 'description': 'tempest-secgroup-smoke-610509651 description', 'project_id': '0d3e928bc89a4d17b968b50953b057fa'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:15.803469 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.863961 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d085cb1f-3756-4b00-8ca2-bf295bd83765 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:15.899020 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.904553 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.908430 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-73a41bcf-f452-49d2-8cad-8f1d149544d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:15.939709 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.941349 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1672633 Jun 29 10:51:15.944407 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49430) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:15.949725 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'security_group_rule': {'security_group_id': 'a3d780de-1262-4171-9bd1-23a2761d25c0', 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:15.956028 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d780de-1262-4171-9bd1-23a2761d25c0,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:15.959433 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-8468fe44-1f81-4790-b117-6278d4827250 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:15.964315 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port d085cb1f-3756-4b00-8ca2-bf295bd83765 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:15.965223 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:15.985155 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.048512 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 045c8205-5f48-4f92-aebb-c146312892aa up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:16.051640 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.057978 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.064771 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-cfce9bb1-af2a-4e66-99fa-49af6dbc51d0 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:16.081297 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562bf26b-6fd0-48f5-8e6e-2371c524a7d2,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:16.084266 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.084479 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:16.086000 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.087398 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d36ad54b-ef95-4e68-ac49-15d34f28039e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418397 Jun 29 10:51:16.090176 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49432) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:16.091293 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-786a2fc8-8df3-4273-8dad-fddacbdd7966 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:16.096011 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'security_group_rule': {'security_group_id': 'a3d780de-1262-4171-9bd1-23a2761d25c0', 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:16.120579 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event deleted for resources: {'Port': ['ID=04373e52-eff8-40c2-8c81-b609bb666ede,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:16.124976 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:16.130720 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.134429 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port 045c8205-5f48-4f92-aebb-c146312892aa triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:16.134805 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.193232 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.193678 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Floating IP 33ee0a5f-36d2-422b-84b6-23426e8ba05f disassociated (deleted). External IP: 172.27.1.155, port: 60fc9ee3-d329-4686-bdf2-2e60f3543d79. Jun 29 10:51:16.205677 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.211110 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.217546 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:16.247696 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcd7165-87aa-4a48-8521-c066e82c9319,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:16.259056 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:16.264616 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.268574 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d7a2631b-c725-418c-a35b-235dce2aa3b1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1737897 Jun 29 10:51:16.268951 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49434) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:16.273936 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'security_group_rule': {'security_group_id': 'a3d780de-1262-4171-9bd1-23a2761d25c0', 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:16.318281 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.390991 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.395660 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.397844 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-bf6bf1d5-c225-4cde-b26c-c29fe6c37696 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:16.414464 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ac3e40-610d-4ccd-9e75-92f6248adf9a,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:16.423005 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:16.427302 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.429437 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-7562eacc-0574-4bf6-9cea-395c1fbe4970 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589556 Jun 29 10:51:16.431886 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49436) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:16.436531 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'security_group_rule': {'security_group_id': 'a3d780de-1262-4171-9bd1-23a2761d25c0', 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:16.447589 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:16.505046 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.607350 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:16.609960 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.613531 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.617263 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:16.624085 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.626679 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:16.627376 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:16.653353 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-94484866-9c4c-4fcf-a456-8e1ac86eb6d7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:16.680734 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.681967 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2492056 Jun 29 10:51:16.682801 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac645c5-29c2-4c68-8747-8dec987ae5b7,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:16.684821 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49438) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:16.685476 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-8b7d0c03-528b-44d1-9f20-d1d7b014196b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:16.692644 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "DELETE /v2.0/floatingips/33ee0a5f-36d2-422b-84b6-23426e8ba05f HTTP/1.1" status: 204 len: 168 time: 1.2800241 Jun 29 10:51:16.693349 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:16.695730 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1010720-ca94-4c4b-bebc-43bf73c61fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:16.697861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'security_group_rule': {'security_group_id': 'a3d780de-1262-4171-9bd1-23a2761d25c0', 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:16.764357 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.securitygroups_db [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Project 0d3e928bc89a4d17b968b50953b057fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:51:16.769829 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.776525 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:16.787975 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2a9a41-e55d-4841-8b62-8790539ea7bb x-openstack-request-id: req-6b2a9a41-e55d-4841-8b62-8790539ea7bb {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:16.788317 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:16.788612 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b2a9a41-e55d-4841-8b62-8790539ea7bb {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:16.789053 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'status': 'completed', 'code': 200} Jun 29 10:51:16.890280 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.896536 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.902703 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:16.925309 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-3d05b1bf-a4cc-48c8-ae2a-798239ecbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:16.926844 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-3d05b1bf-a4cc-48c8-ae2a-798239ecbd68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 1098 time: 0.1170249 Jun 29 10:51:16.928240 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:16.932144 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2444084 Jun 29 10:51:16.933215 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7003f5ee-bdf5-44fc-9252-56d4f7df0632,revision_number=0']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:16.933568 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49444) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:16.935764 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-513766ea-b947-44b8-8a17-e5ccbfba55ab tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:16.941460 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.v2.base [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'security_group_rule': {'security_group_id': 'a3d780de-1262-4171-9bd1-23a2761d25c0', 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:16.986341 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.securitygroups_db [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Project 0d3e928bc89a4d17b968b50953b057fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:51:16.996877 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:17.000201 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:17.039716 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:17.048529 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-50b9a5a0-9480-4755-a0f1-27be308c06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:17.048780 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:17.049143 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:17.050029 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-50b9a5a0-9480-4755-a0f1-27be308c06b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 200 len: 912 time: 0.1133392 Jun 29 10:51:17.102180 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-5c9a307a-5d47-4c54-a6ff-74db1c49317a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79 HTTP/1.1" status: 200 len: 217 time: 0.0420339 Jun 29 10:51:17.117429 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:17.126577 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1723564'] for security_group_rule, after_create {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:17.130254 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-174d59e4-50ea-430e-adad-9c12a4f56a7f tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:17.151074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a669862-933b-45e1-ad98-a852e5e485a6,revision_number=0']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:17.154322 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:17.159511 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:17.160926 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6c30c128-3580-429a-a35f-00cb8f959516 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2260497 Jun 29 10:51:17.176683 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:17.227257 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-fa0707e0-c333-488e-8f3a-742db7458cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:17.229469 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-fa0707e0-c333-488e-8f3a-742db7458cad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 200 len: 850 time: 0.1176252 Jun 29 10:51:17.291997 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdfbb-f4a6-4471-9265-0d248ef9a87d req-94f7848f-0787-4aef-99ae-48294b45563c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:17.294701 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b3efdfbb-f4a6-4471-9265-0d248ef9a87d req-94f7848f-0787-4aef-99ae-48294b45563c tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 945 time: 0.1269431 Jun 29 10:51:17.349100 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b3efdfbb-f4a6-4471-9265-0d248ef9a87d req-4510362e-319d-467e-8886-a3b2ff7dc76b tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474813 Jun 29 10:51:17.355093 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-49c9156b-f2c7-4816-aa46-96a7389bb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:17.356626 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-49c9156b-f2c7-4816-aa46-96a7389bb7ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86de6e7e-a7b6-4e12-9ede-6d58a949757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1149020 Jun 29 10:51:17.409965 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:17.447311 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2f9f3-0b12-49fb-a5ee-80f2a818f946 None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:43:30Z', 'revision_number': 4, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '134c7240-2739-4134-ad7e-9f15da2ed9c1', 'name': '', 'network_id': '86de6e7e-a7b6-4e12-9ede-6d58a949757b', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'mac_address': 'fa:16:3e:12:c3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:29Z', 'updated_at': '2021-06-29T10:43:36Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'subnets': [{'id': '329f1129-68fc-413d-94f3-40b8ad8478ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:17.460037 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-e6e15fb7-fe70-4546-b138-433d45da0ae3 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958912 Jun 29 10:51:17.563500 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c1010720-ca94-4c4b-bebc-43bf73c61fe7 req-06522721-af83-453b-8c0e-f07bdf432524 service neutron] 10.222.0.50 "GET /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951731 Jun 29 10:51:17.737196 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94441a09-a98e-4847-b344-d0e780b6f18e None None] New status for floating IP 33ee0a5f-36d2-422b-84b6-23426e8ba05f: DOWN {{(pid=99641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:17.937842 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device ae807897-c9bd-448f-aff1-69ba321ee020 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:17.990570 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port ae807897-c9bd-448f-aff1-69ba321ee020 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:17.994936 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port ae807897-c9bd-448f-aff1-69ba321ee020 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:17.995425 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:18.092091 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:18.118985 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port ae807897-c9bd-448f-aff1-69ba321ee020, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=ae807897-c9bd-448f-aff1-69ba321ee020,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:18.124131 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:18.126080 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:18.176123 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=ae807897-c9bd-448f-aff1-69ba321ee020,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:18.179608 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:18.342521 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Sync routers for ids ['eb382e15-0804-47fa-b26e-bbffc7134a45'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:18.352687 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Routers {'eb382e15-0804-47fa-b26e-bbffc7134a45'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:18.353330 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['eb382e15-0804-47fa-b26e-bbffc7134a45'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:18.461291 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Set router eb382e15-0804-47fa-b26e-bbffc7134a45 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:18.530044 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c5c12-328b-4f01-8603-a8ad0430921d req-2cf6c4e8-e65f-4840-86fd-81b254cddba7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.531600 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-363c5c12-328b-4f01-8603-a8ad0430921d req-2cf6c4e8-e65f-4840-86fd-81b254cddba7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 945 time: 0.0682673 Jun 29 10:51:18.575948 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-363c5c12-328b-4f01-8603-a8ad0430921d req-ed819175-59aa-4292-bfdc-69bf9f4d93c3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/security-groups?id=32c9fc45-b235-4059-8e58-5f60504472a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384636 Jun 29 10:51:18.745275 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 4, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port': {'id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'fdbb0714-3c46-43eb-944e-0945ab1ec8cf', 'name': '', 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'mac_address': 'fa:16:3e:a4:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:14Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 2, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'subnets': [{'id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:18.770910 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Checking router: eb382e15-0804-47fa-b26e-bbffc7134a45 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:18.771273 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Updating router eb382e15-0804-47fa-b26e-bbffc7134a45 port fdbb0714-3c46-43eb-944e-0945ab1ec8cf binding host dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:51:18.807697 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:18.813099 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-60879cf2-f9e5-40ca-9a00-621b7e43e37d tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.814825 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-60879cf2-f9e5-40ca-9a00-621b7e43e37d tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 945 time: 0.0663638 Jun 29 10:51:18.916313 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Deleting port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:18.916618 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.010591 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] For port 60fc9ee3-d329-4686-bdf2-2e60f3543d79, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60fc9ee3-d329-4686-bdf2-2e60f3543d79,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:19.011011 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.024316 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Calling delete_port for 60fc9ee3-d329-4686-bdf2-2e60f3543d79 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:19.066080 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Notify callbacks [] for port, precommit_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.075484 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.provisioning_blocks [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Transition to ACTIVE for port object fdbb0714-3c46-43eb-944e-0945ab1ec8cf will not be triggered until provisioned by entity L2. {{(pid=99643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:19.081646 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.083735 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-80facb3f-1bbf-4809-94e4-cba776dd1c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:19.135548 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Pushing event updated for resources: {'Port': ['ID=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,revision_number=3']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:19.146829 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.147825 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.148317 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.148649 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.148972 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.149293 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.149611 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.149953 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.150276 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.150593 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.150904 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.151206 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:19.168998 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.173807 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:19.184089 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-7bcdd0dc-807e-41df-bcf2-fe9153b27b4b tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:19.209144 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Attempting to bind port fdbb0714-3c46-43eb-944e-0945ab1ec8cf on host dv-cinder-786627-13-iscsi for vnic_type normal with profile {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:19.209539 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Attempting to bind port fdbb0714-3c46-43eb-944e-0945ab1ec8cf by drivers openvswitch,hyperv on host dv-cinder-786627-13-iscsi at level 0 using segments [{'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:19.209906 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Attempting to bind port fdbb0714-3c46-43eb-944e-0945ab1ec8cf on network 66f5d90a-c849-4c32-b86e-111901958e66 {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:19.215359 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Checking agent: {'id': 'e124eb7a-ba62-43d5-81c6-cbf19349dc4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 28), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:19.215738 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Checking segment: {'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:19.216233 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.216629 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Bound using segment: {'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'} {{(pid=99643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:19.217101 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.managers [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Bound port: fdbb0714-3c46-43eb-944e-0945ab1ec8cf, host: dv-cinder-786627-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66'}}] {{(pid=99643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:19.217496 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.236968 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event deleted for resources: {'Port': ['ID=60fc9ee3-d329-4686-bdf2-2e60f3543d79,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:19.255205 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:19.256144 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] No DVR routers for this DVR port 60fc9ee3-d329-4686-bdf2-2e60f3543d79 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:19.258737 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.261030 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-96c1fcb5-1ac1-4ffd-b0e2-fa2f6669e614 req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.50 "DELETE /v2.0/ports/60fc9ee3-d329-4686-bdf2-2e60f3543d79 HTTP/1.1" status: 204 len: 173 time: 0.4406762 Jun 29 10:51:19.261460 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'name': 'network-vif-deleted', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:19.273811 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16271043-4b21-4b5e-b2ce-6d8ad23154f7" -d '{"events": [{"server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "name": "network-vif-deleted", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:19.300290 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] For port fdbb0714-3c46-43eb-944e-0945ab1ec8cf, host dv-cinder-786627-13-iscsi, cleared binding levels {{(pid=99643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:19.303875 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.plugins.ml2.db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] For port fdbb0714-3c46-43eb-944e-0945ab1ec8cf, host dv-cinder-786627-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,segment=NetworkSegment(b2e50fc1-d958-4a74-8d0c-fda18ff549f3),segment_id=b2e50fc1-d958-4a74-8d0c-fda18ff549f3)] {{(pid=99643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:19.308808 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron_lib.callbacks.manager [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:19.313550 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:19.329400 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc3d81-2407-4128-9530-3398e1baf589 x-openstack-request-id: req-2bcc3d81-2407-4128-9530-3398e1baf589 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:19.329756 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eba380c-99ed-4957-bc9b-83ad179c4153", "name": "network-vif-deleted", "tag": "60fc9ee3-d329-4686-bdf2-2e60f3543d79", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:19.330043 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bcc3d81-2407-4128-9530-3398e1baf589 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:19.330491 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eba380c-99ed-4957-bc9b-83ad179c4153', 'name': 'network-vif-deleted', 'tag': '60fc9ee3-d329-4686-bdf2-2e60f3543d79', 'status': 'completed', 'code': 200} Jun 29 10:51:19.371307 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Pushing event updated for resources: {'Port': ['ID=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,revision_number=4']} {{(pid=99643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:19.375324 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG oslo_concurrency.lockutils [None req-e8c45a29-e0a7-42fa-b818-05ce5f41eb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:19.376479 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Routers {'eb382e15-0804-47fa-b26e-bbffc7134a45'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:19.377659 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['eb382e15-0804-47fa-b26e-bbffc7134a45'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:19.484305 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] Set router eb382e15-0804-47fa-b26e-bbffc7134a45 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:19.704866 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 4, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port': {'id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'fdbb0714-3c46-43eb-944e-0945ab1ec8cf', 'name': '', 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'mac_address': 'fa:16:3e:a4:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:14Z', 'updated_at': '2021-06-29T10:51:19Z', 'revision_number': 4, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'subnets': [{'id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:19.738565 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46041dd7-c21e-4eb6-8637-ae3fe13c2907 None None] The sync data for ids ['eb382e15-0804-47fa-b26e-bbffc7134a45'] in dv-cinder-786627-13-iscsi is: [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:51:14Z', 'revision_number': 4, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port': {'id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'fdbb0714-3c46-43eb-944e-0945ab1ec8cf', 'name': '', 'network_id': '66f5d90a-c849-4c32-b86e-111901958e66', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'mac_address': 'fa:16:3e:a4:72:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:14Z', 'updated_at': '2021-06-29T10:51:19Z', 'revision_number': 4, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'subnets': [{'id': '7f1551cd-8218-4f43-8c47-21318faddb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:19.753473 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e103a3d3-2fc1-4f7d-b581-92b61971f01d req-14c84eea-d8e6-4238-8088-95fd429ebc26 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eba380c-99ed-4957-bc9b-83ad179c4153 HTTP/1.1" status: 200 len: 210 time: 0.0328829 Jun 29 10:51:19.899647 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device fdbb0714-3c46-43eb-944e-0945ab1ec8cf up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:19.949247 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning for port fdbb0714-3c46-43eb-944e-0945ab1ec8cf completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:19.954432 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port fdbb0714-3c46-43eb-944e-0945ab1ec8cf triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:19.954818 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.044330 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.092004 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] For port fdbb0714-3c46-43eb-944e-0945ab1ec8cf, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,segment=NetworkSegment(b2e50fc1-d958-4a74-8d0c-fda18ff549f3),segment_id=b2e50fc1-d958-4a74-8d0c-fda18ff549f3)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:20.097583 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.098711 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device ae807897-c9bd-448f-aff1-69ba321ee020 up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:20.100639 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-6eebd82f-33cc-46f6-bb23-5eda2c42c285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:20.177506 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Pushing event updated for resources: {'Port': ['ID=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:20.181504 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:20.190198 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port ae807897-c9bd-448f-aff1-69ba321ee020 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:20.190592 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.847155 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49516) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:20.990684 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Deleting port 01907ef3-5e5c-464d-afb0-8d135b4a190f {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:20.990974 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.088663 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.089173 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.106646 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Calling delete_port for 01907ef3-5e5c-464d-afb0-8d135b4a190f owned by network:floatingip {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:21.262024 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.264144 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-33d33639-6f2e-4dc1-aa00-f5cc2256e9f7 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:21.288526 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event deleted for resources: {'Port': ['ID=01907ef3-5e5c-464d-afb0-8d135b4a190f,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:21.290940 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:21.655537 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for floatingip, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.658230 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.659380 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-37c3a762-25b8-4964-a7fc-bec78cfda4c5 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "DELETE /v2.0/floatingips/83669e69-3ad7-4714-95fc-aaee34cfc32d HTTP/1.1" status: 204 len: 168 time: 0.8111532 Jun 29 10:51:21.862087 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device fdbb0714-3c46-43eb-944e-0945ab1ec8cf up at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:21.910034 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Provisioning complete for port fdbb0714-3c46-43eb-944e-0945ab1ec8cf triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:21.910414 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.700053 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 60fc9ee3-d329-4686-bdf2-2e60f3543d79 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:22.720632 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 60fc9ee3-d329-4686-bdf2-2e60f3543d79 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:22.720980 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 60fc9ee3-d329-4686-bdf2-2e60f3543d79 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:22.935439 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49532) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:23.002641 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4225e939-ec9f-4c00-b071-742f82a7b306 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:23.029594 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4225e939-ec9f-4c00-b071-742f82a7b306 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:23.091720 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4225e939-ec9f-4c00-b071-742f82a7b306 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:23.096188 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-4225e939-ec9f-4c00-b071-742f82a7b306 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:23.097357 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-4225e939-ec9f-4c00-b071-742f82a7b306 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] 10.222.0.55 "DELETE /v2.0/security-groups/32c9fc45-b235-4059-8e58-5f60504472a0 HTTP/1.1" status: 204 len: 168 time: 0.1609797 Jun 29 10:51:23.098137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6d2ff0bb-2412-4239-aa8c-23ff24fc6416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:23.108446 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e939-ec9f-4c00-b071-742f82a7b306 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9fc45-b235-4059-8e58-5f60504472a0,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:23.113538 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-4225e939-ec9f-4c00-b071-742f82a7b306 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:23.153121 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49538) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:23.668458 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:23.926690 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Deleting port 134c7240-2739-4134-ad7e-9f15da2ed9c1 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:23.926928 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:24.005180 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] For port 134c7240-2739-4134-ad7e-9f15da2ed9c1, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=134c7240-2739-4134-ad7e-9f15da2ed9c1,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:24.005976 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:24.018308 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Calling delete_port for 134c7240-2739-4134-ad7e-9f15da2ed9c1 owned by network:router_interface {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:24.200190 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:24.202268 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-3ce962f4-ed03-4e3e-860d-20ed9f802a85 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:24.230121 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=134c7240-2739-4134-ad7e-9f15da2ed9c1,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:24.233171 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:24.400458 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:24.620742 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Router e5390b2b-b602-436e-b3a8-6243b772dcd0 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:24.732944 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:24.738186 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-c3f7a995-063a-4d64-8660-3e37ba017d92 admin admin] 10.222.0.55 "PUT /v2.0/routers/e5390b2b-b602-436e-b3a8-6243b772dcd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5839992 Jun 29 10:51:24.740986 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49546) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:24.743742 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] Sync routers for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:24.757388 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:24.758418 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:24.810905 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:24.851230 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks [] for router, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:24.872463 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:24.959744 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.012601 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Deleting port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:25.013342 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.063456 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:51:24Z', 'revision_number': 5, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port': {'id': '93ceea4e-3ce3-4293-b3f8-fe8681c4dd35', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:27Z', 'updated_at': '2021-06-29T10:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:25.090910 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] Checking router: e5390b2b-b602-436e-b3a8-6243b772dcd0 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:25.099813 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] For port 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:25.100201 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.106714 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] Routers {'e5390b2b-b602-436e-b3a8-6243b772dcd0'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:25.107618 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:50:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['e5390b2b-b602-436e-b3a8-6243b772dcd0'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:25.118335 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Calling delete_port for 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 owned by network:router_gateway {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:25.192689 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] Set router e5390b2b-b602-436e-b3a8-6243b772dcd0 gateway port host: None {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:25.244968 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:51:24Z', 'revision_number': 6, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:25.272102 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697ef1e-5e20-4b5b-b130-ff218f1352a2 None None] The sync data for ids ['e5390b2b-b602-436e-b3a8-6243b772dcd0'] in dv-cinder-786627-13-iscsi is: [{'id': 'e5390b2b-b602-436e-b3a8-6243b772dcd0', 'name': 'tempest-TestVolumeBootPattern-546197179-router', 'tenant_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:26Z', 'updated_at': '2021-06-29T10:51:24Z', 'revision_number': 6, 'project_id': 'a3716bb98ba34e78b11f9bce5511c0c6', 'gw_port_host': None}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:25.283359 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.285453 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-be5df913-4a06-4df8-95b1-ec43a3337c13 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:25.310222 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ceea4e-3ce3-4293-b3f8-fe8681c4dd35,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:25.313293 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:25.374641 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.498046 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.500648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.567270 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.567734 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5390b2b-b602-436e-b3a8-6243b772dcd0 {{(pid=99640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:51:25.572842 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Notify callbacks [] for router, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.573972 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e5390b2b-b602-436e-b3a8-6243b772dcd0 HTTP/1.1" status: 204 len: 168 time: 0.8320777 Jun 29 10:51:25.576797 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49550) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:25.622756 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_v2 [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Deleting subnet 329f1129-68fc-413d-94f3-40b8ad8478ef {{(pid=99640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:51:25.626170 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.665949 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14492898'] for subnet, precommit_delete_associations {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.721827 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-adcdaa85-a74e-4755-b03e-4d7c679968f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.778821 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.840987 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14257422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14489634'] for subnet, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.843424 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:25.869310 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329f1129-68fc-413d-94f3-40b8ad8478ef,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:25.871926 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:25.877321 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.879153 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 134c7240-2739-4134-ad7e-9f15da2ed9c1 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:25.882793 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-79de58c1-85b0-479e-afe2-ea4901b43527 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/329f1129-68fc-413d-94f3-40b8ad8478ef HTTP/1.1" status: 204 len: 168 time: 0.3050058 Jun 29 10:51:25.883441 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49552) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:25.884141 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8514c69-ea18-4ed0-8345-352a1a62ecfd None None] Network 86de6e7e-a7b6-4e12-9ede-6d58a949757b requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:25.903334 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 134c7240-2739-4134-ad7e-9f15da2ed9c1 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:25.903592 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 134c7240-2739-4134-ad7e-9f15da2ed9c1 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:25.904008 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:25.957862 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:25.958248 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 93ceea4e-3ce3-4293-b3f8-fe8681c4dd35 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:25.959248 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.012960 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Deleting port 43ddb137-e87c-4351-8bc9-864af41d67a6 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:26.013304 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.079064 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] For port 43ddb137-e87c-4351-8bc9-864af41d67a6, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=43ddb137-e87c-4351-8bc9-864af41d67a6,segment=NetworkSegment(c51a5924-7aef-4fcc-abad-568ae60fbd9b),segment_id=c51a5924-7aef-4fcc-abad-568ae60fbd9b)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:26.079402 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.091795 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Calling delete_port for 43ddb137-e87c-4351-8bc9-864af41d67a6 owned by network:dhcp {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:26.129451 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] DHCP port deletion for 86de6e7e-a7b6-4e12-9ede-6d58a949757b request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:51:26.176250 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.179562 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-e5548629-e316-4ead-a084-622ac177e643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:26.190271 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] No DVR routers for this DVR port 43ddb137-e87c-4351-8bc9-864af41d67a6 on host dv-cinder-786627-13-iscsi {{(pid=99639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:26.196852 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Deleting port 43ddb137-e87c-4351-8bc9-864af41d67a6 {{(pid=99641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:26.197248 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.211578 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ddb137-e87c-4351-8bc9-864af41d67a6,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:26.233808 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:26.257686 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] For port 43ddb137-e87c-4351-8bc9-864af41d67a6, host dv-cinder-786627-13-iscsi, got binding levels [] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:26.257913 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.270967 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Calling delete_port for 43ddb137-e87c-4351-8bc9-864af41d67a6 owned by network:dhcp {{(pid=99641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:26.273461 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.ipam_backend_mixin [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Port 43ddb137-e87c-4351-8bc9-864af41d67a6 was not found and therefore no delete operation was performed {{(pid=99641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 10:51:26.274819 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.276649 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e4c54bfa-0b71-4637-878b-5714b7ba1906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:26.285263 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.294997 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86de6e7e-a7b6-4e12-9ede-6d58a949757b']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:26.304869 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Pushing event deleted for resources: {'Port': ['ID=43ddb137-e87c-4351-8bc9-864af41d67a6,revision_number=None']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:26.305777 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51a5924-7aef-4fcc-abad-568ae60fbd9b') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:26.306081 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51a5924-7aef-4fcc-abad-568ae60fbd9b') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:26.307441 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] No DVR routers for this DVR port 43ddb137-e87c-4351-8bc9-864af41d67a6 on host dv-cinder-786627-13-iscsi {{(pid=99641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:26.314796 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.315164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.315494 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.315793 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.316115 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.316237 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.316612 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.316965 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.317280 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.317575 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.317897 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.318233 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.318544 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:26.322892 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a0afe1b0-a966-4db3-b937-c37fb781d867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:26.330069 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.336033 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:51:26.336458 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:51:26.338070 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:51:26.396693 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.401238 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:26.403568 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] 10.222.0.55 "DELETE /v2.0/networks/86de6e7e-a7b6-4e12-9ede-6d58a949757b HTTP/1.1" status: 204 len: 168 time: 0.5190425 Jun 29 10:51:26.404288 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:26.406634 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49556) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:26.417182 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Pushing event deleted for resources: {'Network': ['ID=86de6e7e-a7b6-4e12-9ede-6d58a949757b,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:26.419786 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-09e1a403-81f1-4fd4-a177-bc11f89ab892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:27.037233 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:27.306671 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Deleting port 874539e6-66ca-4f80-9e3d-c28220aefa00 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:27.306916 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:27.388899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] For port 874539e6-66ca-4f80-9e3d-c28220aefa00, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=874539e6-66ca-4f80-9e3d-c28220aefa00,segment=NetworkSegment(c235958c-fa8c-4914-aa26-b8ca57064d53),segment_id=c235958c-fa8c-4914-aa26-b8ca57064d53)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:27.389203 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:27.401452 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Calling delete_port for 874539e6-66ca-4f80-9e3d-c28220aefa00 owned by network:router_interface {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:27.590247 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:27.594505 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-8e1cd251-a23c-43ac-ad2c-52ba8d4a513a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:27.623761 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Pushing event deleted for resources: {'Port': ['ID=874539e6-66ca-4f80-9e3d-c28220aefa00,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:27.628249 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:27.794879 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:27.917607 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 43ddb137-e87c-4351-8bc9-864af41d67a6 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:27.937291 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 43ddb137-e87c-4351-8bc9-864af41d67a6 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:27.937662 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 43ddb137-e87c-4351-8bc9-864af41d67a6 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:28.013951 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-29602aae-cb51-4da1-946b-b24ae5f36512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.021188 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Router f8b9b778-0eb1-40a3-82a8-907587d0b851 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:28.135291 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:28.141120 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] 10.222.0.55 "PUT /v2.0/routers/f8b9b778-0eb1-40a3-82a8-907587d0b851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7334199 Jun 29 10:51:28.143662 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49560) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:28.144930 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] Sync routers for ids ['f8b9b778-0eb1-40a3-82a8-907587d0b851'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:28.156588 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] Routers {'f8b9b778-0eb1-40a3-82a8-907587d0b851'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:28.157215 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['f8b9b778-0eb1-40a3-82a8-907587d0b851'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:28.251591 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks [] for router, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.260180 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] Set router f8b9b778-0eb1-40a3-82a8-907587d0b851 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:28.313174 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.363647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.417705 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Deleting port 987f3d8e-6fdb-4f34-bab9-02878c0433f4 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:28.418110 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.444249 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:51:27Z', 'revision_number': 5, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port': {'id': '987f3d8e-6fdb-4f34-bab9-02878c0433f4', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:33Z', 'updated_at': '2021-06-29T10:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:28.472731 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] Checking router: f8b9b778-0eb1-40a3-82a8-907587d0b851 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:28.483015 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] Routers {'f8b9b778-0eb1-40a3-82a8-907587d0b851'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:28.483644 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['f8b9b778-0eb1-40a3-82a8-907587d0b851'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:28.508815 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] For port 987f3d8e-6fdb-4f34-bab9-02878c0433f4, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=987f3d8e-6fdb-4f34-bab9-02878c0433f4,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:28.509243 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.523057 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Calling delete_port for 987f3d8e-6fdb-4f34-bab9-02878c0433f4 owned by network:router_gateway {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:28.570333 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] Set router f8b9b778-0eb1-40a3-82a8-907587d0b851 gateway port host: None {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:28.620618 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:51:28Z', 'revision_number': 6, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:28.652370 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a780516-4779-4e28-af6f-ea6120715e85 None None] The sync data for ids ['f8b9b778-0eb1-40a3-82a8-907587d0b851'] in dv-cinder-786627-13-iscsi is: [{'id': 'f8b9b778-0eb1-40a3-82a8-907587d0b851', 'name': 'tempest-TestVolumeBootPattern-2009392590-router', 'tenant_id': 'abfc50aff17d46f8aebbf2557497c25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:32Z', 'updated_at': '2021-06-29T10:51:28Z', 'revision_number': 6, 'project_id': 'abfc50aff17d46f8aebbf2557497c25e', 'gw_port_host': None}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:28.697600 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.700575 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d8304ea4-7820-4075-968f-3565d56db7b2 tempest-VolumesNegativeTest-944752202 tempest-VolumesNegativeTest-944752202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:28.729795 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=987f3d8e-6fdb-4f34-bab9-02878c0433f4,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:28.732275 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:28.788591 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.887549 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.889874 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.932577 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.932981 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b9b778-0eb1-40a3-82a8-907587d0b851 {{(pid=99640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:51:28.937909 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Notify callbacks [] for router, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.939042 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] 10.222.0.55 "DELETE /v2.0/routers/f8b9b778-0eb1-40a3-82a8-907587d0b851 HTTP/1.1" status: 204 len: 168 time: 0.7944958 Jun 29 10:51:28.942719 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49564) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:28.989998 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Deleting subnet dd7034b8-48ba-43ef-a42c-a7987bc2220a {{(pid=99640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:51:28.993545 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.031059 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14492898'] for subnet, precommit_delete_associations {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.112552 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.122415 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.180495 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14257422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14489634'] for subnet, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.183798 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a1658a5b-ec38-4d99-ace2-406f3ec0e29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:29.207241 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7034b8-48ba-43ef-a42c-a7987bc2220a,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:29.209895 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:29.212571 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.215634 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dd7034b8-48ba-43ef-a42c-a7987bc2220a HTTP/1.1" status: 204 len: 168 time: 0.2709267 Jun 29 10:51:29.219322 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35f97b-4d9c-4d00-81a0-86bb1cee4c0c None None] Network 395dc8b2-0b21-403e-a906-218d06f91bef requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:51:29.219909 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49566) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:29.292428 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.346423 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Deleting port f4425e5e-f513-4a0f-b35c-1f80131e1c07 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:29.346773 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.406459 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] DHCP port deletion for 395dc8b2-0b21-403e-a906-218d06f91bef request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:51:29.420613 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] For port f4425e5e-f513-4a0f-b35c-1f80131e1c07, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f4425e5e-f513-4a0f-b35c-1f80131e1c07,segment=NetworkSegment(c235958c-fa8c-4914-aa26-b8ca57064d53),segment_id=c235958c-fa8c-4914-aa26-b8ca57064d53)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:29.421029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.434197 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Calling delete_port for f4425e5e-f513-4a0f-b35c-1f80131e1c07 owned by network:dhcp {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:29.453304 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] Deleting port f4425e5e-f513-4a0f-b35c-1f80131e1c07 {{(pid=99641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:29.453757 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.518693 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.521468 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a1a59268-e543-453a-91d0-67d0f914fe59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:29.532510 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] For port f4425e5e-f513-4a0f-b35c-1f80131e1c07, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f4425e5e-f513-4a0f-b35c-1f80131e1c07,segment=NetworkSegment(c235958c-fa8c-4914-aa26-b8ca57064d53),segment_id=c235958c-fa8c-4914-aa26-b8ca57064d53)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:29.532930 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.546514 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4425e5e-f513-4a0f-b35c-1f80131e1c07,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:29.550123 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:29.550473 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] Calling delete_port for f4425e5e-f513-4a0f-b35c-1f80131e1c07 owned by network:dhcp {{(pid=99641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:29.550948 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] No DVR routers for this DVR port f4425e5e-f513-4a0f-b35c-1f80131e1c07 on host dv-cinder-786627-13-iscsi {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:29.624161 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.630339 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.633776 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:29.635050 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395dc8b2-0b21-403e-a906-218d06f91bef']}} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:29.647444 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c235958c-fa8c-4914-aa26-b8ca57064d53') {'for_net_delete': True} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:29.647922 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c235958c-fa8c-4914-aa26-b8ca57064d53') {} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:29.659169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14492905'] for segment, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.659613 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] Pushing event deleted for resources: {'Port': ['ID=f4425e5e-f513-4a0f-b35c-1f80131e1c07,revision_number=None']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:29.666839 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:29.669768 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78da3ed-3e49-482e-a36d-0230e8c7a8ff None None] No DVR routers for this DVR port f4425e5e-f513-4a0f-b35c-1f80131e1c07 on host dv-cinder-786627-13-iscsi {{(pid=99641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:29.679952 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.687228 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=99640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:51:29.687672 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14257635'] for segment, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: Traceback (most recent call last): Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: timer() Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: cb(*args, **kw) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: return func(*args, **kwargs) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: self._notify() Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: self.callback(batched_events) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: event.method(event) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: return f(self, *a, **k) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._get(url).json() Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: return self.request(url, 'GET', **kwargs) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:51:29.689772 dv-cinder-786627-13-iscsi neutron-server[99640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:51:29.744338 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.748229 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:29.750616 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.752430 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] 10.222.0.55 "DELETE /v2.0/networks/395dc8b2-0b21-403e-a906-218d06f91bef HTTP/1.1" status: 204 len: 168 time: 0.5315771 Jun 29 10:51:29.763614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=395dc8b2-0b21-403e-a906-218d06f91bef,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:29.766027 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:29.863748 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f4425e5e-f513-4a0f-b35c-1f80131e1c07 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:29.876615 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49584) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:29.883615 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: f4425e5e-f513-4a0f-b35c-1f80131e1c07 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:29.883990 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f4425e5e-f513-4a0f-b35c-1f80131e1c07 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:29.884392 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 874539e6-66ca-4f80-9e3d-c28220aefa00 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:29.902309 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 874539e6-66ca-4f80-9e3d-c28220aefa00 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:29.902665 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 874539e6-66ca-4f80-9e3d-c28220aefa00 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:29.903074 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 987f3d8e-6fdb-4f34-bab9-02878c0433f4 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:29.917690 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-f552edde-e0ce-41e1-88a8-1dfa1089d6ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3716bb98ba34e78b11f9bce5511c0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376258 Jun 29 10:51:29.918019 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49586) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:29.923434 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 987f3d8e-6fdb-4f34-bab9-02878c0433f4 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:29.923789 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 987f3d8e-6fdb-4f34-bab9-02878c0433f4 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:29.966784 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-448a6ce3-09a7-48af-975b-6a158ba6bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.987990 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-448a6ce3-09a7-48af-975b-6a158ba6bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.035022 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-448a6ce3-09a7-48af-975b-6a158ba6bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.038015 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-448a6ce3-09a7-48af-975b-6a158ba6bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.039138 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-448a6ce3-09a7-48af-975b-6a158ba6bbca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17f04e18-9545-405d-bd00-f73a4c64b2ce HTTP/1.1" status: 204 len: 168 time: 0.1201339 Jun 29 10:51:30.039955 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2c30eed8-26f9-4c6f-a9c6-dd817daf62ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:30.047643 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a6ce3-09a7-48af-975b-6a158ba6bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f04e18-9545-405d-bd00-f73a4c64b2ce,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:30.050286 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-448a6ce3-09a7-48af-975b-6a158ba6bbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:30.366695 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49596) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:30.407496 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-00150f46-a4e9-4314-9665-04f66ecc05cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abfc50aff17d46f8aebbf2557497c25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394971 Jun 29 10:51:30.409880 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49598) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:30.462292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-48cb999b-c536-47b0-8782-f81b2120bec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.483506 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-48cb999b-c536-47b0-8782-f81b2120bec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.532244 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-48cb999b-c536-47b0-8782-f81b2120bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.534845 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-48cb999b-c536-47b0-8782-f81b2120bec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.535979 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-48cb999b-c536-47b0-8782-f81b2120bec9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b073273f-a7bb-4f5b-a5f6-c315d95b3719 HTTP/1.1" status: 204 len: 168 time: 0.1250844 Jun 29 10:51:30.536771 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-c34e7fba-53ca-404e-8e05-a6221692b7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:30.545690 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb999b-c536-47b0-8782-f81b2120bec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b073273f-a7bb-4f5b-a5f6-c315d95b3719,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:30.548436 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-48cb999b-c536-47b0-8782-f81b2120bec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:30.791933 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-a094af44-009d-4f22-81a6-2772f73f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:30.793483 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-a094af44-009d-4f22-81a6-2772f73f7e64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1138 time: 0.1091425 Jun 29 10:51:30.808783 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d3b6b-4105-418d-abae-5cd2d3c15f6f req-746188c0-4582-4780-aa67-37ead34c61c1 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:30.810721 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fe4d3b6b-4105-418d-abae-5cd2d3c15f6f req-746188c0-4582-4780-aa67-37ead34c61c1 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0968280 Jun 29 10:51:30.815516 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:30.902136 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-fe4d3b6b-4105-418d-abae-5cd2d3c15f6f req-8e3eb4ba-8451-41aa-bac7-a90a284c5673 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835221 Jun 29 10:51:30.925654 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-49c25a72-9742-4f56-9c23-8ceed1e83a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:30.927059 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-49c25a72-9742-4f56-9c23-8ceed1e83a22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 200 len: 915 time: 0.1266906 Jun 29 10:51:30.996351 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-972ce8cf-6688-484e-8006-638391dbbde1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 1002 time: 0.0617115 Jun 29 10:51:31.045838 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-0152c0e9-44a0-4bbd-9740-d20e890818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:31.047129 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-0152c0e9-44a0-4bbd-9740-d20e890818f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c38dda5-4062-4b40-896d-f9462f8cdf1e HTTP/1.1" status: 200 len: 853 time: 0.0432649 Jun 29 10:51:31.108428 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-fc6c4217-2e59-4515-ac4a-33fdea288cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:31.110868 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-fc6c4217-2e59-4515-ac4a-33fdea288cfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=212b27c3-ff92-4803-a55e-f308e503fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541241 Jun 29 10:51:31.207367 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-62e9d8d7-fe86-4dbf-9fe1-543a60da8d00 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889747 Jun 29 10:51:31.303576 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-71f696a0-1ceb-432a-9d42-098f69c1e5e6 req-94841dbb-98a0-4b1c-a73d-6764712dc255 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874205 Jun 29 10:51:32.102991 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bda215-ff59-4ed4-b53c-f6ae30130625 req-72349609-4216-4ddd-ab48-ec86f604057b tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:32.104752 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-69bda215-ff59-4ed4-b53c-f6ae30130625 req-72349609-4216-4ddd-ab48-ec86f604057b tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0837903 Jun 29 10:51:32.146667 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-69bda215-ff59-4ed4-b53c-f6ae30130625 req-b61dd7d4-ec9b-43c6-972c-b79e66ac5d59 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348034 Jun 29 10:51:33.326049 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c4ddb-3420-4ac8-b356-c9bf0a95c8d8 req-80c02873-c664-46e0-af8c-8526c3e8484d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:33.327564 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d23c4ddb-3420-4ac8-b356-c9bf0a95c8d8 req-80c02873-c664-46e0-af8c-8526c3e8484d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0654004 Jun 29 10:51:33.369835 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d23c4ddb-3420-4ac8-b356-c9bf0a95c8d8 req-ed2fbeb3-1ded-465c-b459-d2a99da8342b tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336754 Jun 29 10:51:33.708508 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-5bd33c46-91dd-43b4-a604-efddb8adb339 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610509651&fields=id&tenant_id=0d3e928bc89a4d17b968b50953b057fa HTTP/1.1" status: 200 len: 267 time: 0.0330212 Jun 29 10:51:33.814328 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-1e1ed2f1-cfc3-4a45-86b6-eaa07d2151f9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:33.815702 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-1e1ed2f1-cfc3-4a45-86b6-eaa07d2151f9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 809 time: 0.1009336 Jun 29 10:51:33.829957 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-e37d7954-406d-40d3-b4fd-4d4cc6514c71 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/quotas/0d3e928bc89a4d17b968b50953b057fa HTTP/1.1" status: 200 len: 375 time: 0.0087509 Jun 29 10:51:33.897177 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-2cf33186-070e-48f4-b9bf-923cd1c6f510 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621645 Jun 29 10:51:34.275449 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-6b75a62a-19ea-47dd-b4d4-049391e66904 service neutron] 10.222.0.55 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666213 Jun 29 10:51:34.366524 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-7850f6e2-908f-496e-bc75-fdae309f7e4e service neutron] 10.222.0.55 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830574 Jun 29 10:51:34.550498 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfc76f-4fb7-4b9b-883d-b1600c125135 req-d5f5a061-b0e8-4072-97a7-a09c67e7c683 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:34.551838 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-efbfc76f-4fb7-4b9b-883d-b1600c125135 req-d5f5a061-b0e8-4072-97a7-a09c67e7c683 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0674148 Jun 29 10:51:34.598169 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-efbfc76f-4fb7-4b9b-883d-b1600c125135 req-6d9b469c-df16-4445-83da-dbd94c0ba484 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343935 Jun 29 10:51:34.671287 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ce61df4c-9909-4da5-9633-a12559d5901e req-93da3364-41d1-4923-afef-2d788e0a5670 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 210 time: 0.0282304 Jun 29 10:51:35.787623 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-dcb9d8bf-713a-4312-9dba-3c809f725d23 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:35.789236 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-dcb9d8bf-713a-4312-9dba-3c809f725d23 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 809 time: 0.1428125 Jun 29 10:51:35.842859 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0eba596a-cbf5-4591-88c5-7dab191fbc73 req-5d9e59b3-d05a-497b-9a7f-8a95e4b22222 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 210 time: 0.0456054 Jun 29 10:51:35.866228 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eaefc-6051-4c23-bedc-bc0fe16b13ac req-caadab52-517d-4683-b273-f1143568fdae tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:35.867719 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6b3eaefc-6051-4c23-bedc-bc0fe16b13ac req-caadab52-517d-4683-b273-f1143568fdae tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.1487913 Jun 29 10:51:35.890797 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-1b3d873e-37a3-4efc-8afb-13046bc95436 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d3e928bc89a4d17b968b50953b057fa HTTP/1.1" status: 200 len: 379 time: 0.0893781 Jun 29 10:51:35.907642 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'port': {'device_id': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'admin_state_up': True, 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'security_groups': ['a3d780de-1262-4171-9bd1-23a2761d25c0']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:35.975108 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6b3eaefc-6051-4c23-bedc-bc0fe16b13ac req-ff156a95-1642-4f35-b934-8f99985c7b02 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006696 Jun 29 10:51:36.036826 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Made reservation on behalf of 0d3e928bc89a4d17b968b50953b057fa for: {'port': 1} {{(pid=99640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:36.040398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.172301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Allocated IP 172.20.0.6 (cc695756-78e6-4091-ba49-0a45e8555790/9b5099df-7be9-4131-8acf-e9e4698a8c02/4f2bd230-cec1-4172-8550-cdf95c41a593) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:36.320619 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.343405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Transition to ACTIVE for port object 4f2bd230-cec1-4172-8550-cdf95c41a593 will not be triggered until provisioned by entity DHCP. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:36.383015 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14257625'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.386745 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-9fa0560e-5d76-4fff-80e2-98f6e9cfc36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:36.427277 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Network cc695756-78e6-4091-ba49-0a45e8555790 is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:36.430354 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:36.434122 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:36.456914 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:36.471411 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.471779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.472146 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.472498 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.472849 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.473200 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.473549 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.473921 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.474266 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.474608 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.474948 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.475289 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:36.482386 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:36.494890 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:36.495499 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.510174 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131194 Jun 29 10:51:36.522829 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Request body: {'port': {'device_id': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:36.599095 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.664072 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-bb9af780-373c-4737-aa22-c3cc18ad5b76 None None] Provisioning for port 4f2bd230-cec1-4172-8550-cdf95c41a593 completed by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:36.667933 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-bb9af780-373c-4737-aa22-c3cc18ad5b76 None None] Provisioning complete for port 4f2bd230-cec1-4172-8550-cdf95c41a593 triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:36.668312 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-bb9af780-373c-4737-aa22-c3cc18ad5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.701378 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-bb9af780-373c-4737-aa22-c3cc18ad5b76 None None] Port 4f2bd230-cec1-4172-8550-cdf95c41a593 cannot update to ACTIVE because it is not bound. {{(pid=99641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:36.870661 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2bd230-cec1-4172-8550-cdf95c41a593 {{(pid=99640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:51:36.880429 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.895409 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.provisioning_blocks [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Transition to ACTIVE for port object 4f2bd230-cec1-4172-8550-cdf95c41a593 will not be triggered until provisioned by entity L2. {{(pid=99640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:36.901777 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:36.904877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-2894d240-f7d4-438e-bfee-90ccd0ea8382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:36.951364 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:36.954919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:37.063220 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Attempting to bind port 4f2bd230-cec1-4172-8550-cdf95c41a593 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:37.063588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Attempting to bind port 4f2bd230-cec1-4172-8550-cdf95c41a593 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:37.063909 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Attempting to bind port 4f2bd230-cec1-4172-8550-cdf95c41a593 on network cc695756-78e6-4091-ba49-0a45e8555790 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:37.071163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Port 4f2bd230-cec1-4172-8550-cdf95c41a593 on network cc695756-78e6-4091-ba49-0a45e8555790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:51:37.071488 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Attempting to bind port 4f2bd230-cec1-4172-8550-cdf95c41a593 on network cc695756-78e6-4091-ba49-0a45e8555790 {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:37.079448 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Checking agent: {'id': 'e86e5293-adac-455a-a14b-a0fd83e6df75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:37.079825 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Checking segment: {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:37.080151 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Bound using segment: {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'} {{(pid=99640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:37.080605 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.managers [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Bound port: 4f2bd230-cec1-4172-8550-cdf95c41a593, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585218e1-edcd-4178-aea9-610a994c8db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790'}}] {{(pid=99640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:37.080961 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:37.101006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156232a-0a37-426f-9f7d-3d857a19619e req-86d18560-29a9-44df-b77b-697b396d44a4 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.101006 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3156232a-0a37-426f-9f7d-3d857a19619e req-86d18560-29a9-44df-b77b-697b396d44a4 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.1270573 Jun 29 10:51:37.213672 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3156232a-0a37-426f-9f7d-3d857a19619e req-6ced4a4a-521c-43f9-bb9d-e15ea33ed8f3 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007524 Jun 29 10:51:37.217372 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, cleared binding levels {{(pid=99640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:37.221419 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:37.228976 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:37.231593 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b83762d9-60f0-44a1-adb7-63dd5be6eb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:37.266861 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534723-ebda-44d9-96bb-6f6a1a9526de req-6b69ebbe-be13-4d37-8530-0211b7c6352e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.268318 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3f534723-ebda-44d9-96bb-6f6a1a9526de req-6b69ebbe-be13-4d37-8530-0211b7c6352e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.1664641 Jun 29 10:51:37.280590 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.281205 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:37.282720 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] 10.222.0.50 "PUT /v2.0/ports/4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 1093 time: 0.7643545 Jun 29 10:51:37.287679 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:37.290002 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee03998c-528e-412e-b57f-42813a106358" -d '{"events": [{"name": "network-changed", "server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:37.336365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=3']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:37.339870 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4480d4-3a3b-4fd1-8950-bce266872e0b x-openstack-request-id: req-ec4480d4-3a3b-4fd1-8950-bce266872e0b {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:37.340192 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:37.340475 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec4480d4-3a3b-4fd1-8950-bce266872e0b {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:37.340885 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'status': 'completed', 'code': 200} Jun 29 10:51:37.361483 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:37.366024 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3f534723-ebda-44d9-96bb-6f6a1a9526de req-5f8f15ee-1982-4784-87cd-b72fe56dd88c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904491 Jun 29 10:51:37.396899 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-67a37227-fe0a-455d-8141-559d9b1ffb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.398432 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-67a37227-fe0a-455d-8141-559d9b1ffb60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1096 time: 0.0725579 Jun 29 10:51:37.445006 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-94a43b19-1473-41d9-bec8-39857e458360 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 217 time: 0.0390589 Jun 29 10:51:37.493161 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-14674c64-3b11-4889-a137-6fe793f6bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.494666 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-14674c64-3b11-4889-a137-6fe793f6bbe2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0435953 Jun 29 10:51:37.565478 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-ef6a5285-e44d-43b6-b38b-0e26f1d99b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.567011 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-ef6a5285-e44d-43b6-b38b-0e26f1d99b69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0648134 Jun 29 10:51:37.667209 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-a2aa44be-61e1-4efd-bac6-d3baacaa40a9 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928512 Jun 29 10:51:37.762926 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3550c4c8-2138-453f-83d0-782a12f5f7a9 req-2ad4ead3-084a-4037-8bec-649e1812c669 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 Jun 29 10:51:37.872732 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03998c-528e-412e-b57f-42813a106358 req-05ef3f63-4213-420d-88aa-72aaabc5828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.874287 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee03998c-528e-412e-b57f-42813a106358 req-05ef3f63-4213-420d-88aa-72aaabc5828b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1096 time: 0.0580084 Jun 29 10:51:37.961039 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03998c-528e-412e-b57f-42813a106358 req-80a663b6-1da2-4f67-9466-0b0b8080de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.962509 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee03998c-528e-412e-b57f-42813a106358 req-80a663b6-1da2-4f67-9466-0b0b8080de06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0819769 Jun 29 10:51:38.007893 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee03998c-528e-412e-b57f-42813a106358 req-7c22a396-30de-4e6b-877d-d85c09148b08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 217 time: 0.0364599 Jun 29 10:51:38.056525 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03998c-528e-412e-b57f-42813a106358 req-264396da-6145-4081-bc7f-b5509cf917cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:38.057844 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee03998c-528e-412e-b57f-42813a106358 req-264396da-6145-4081-bc7f-b5509cf917cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0431101 Jun 29 10:51:38.116282 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03998c-528e-412e-b57f-42813a106358 req-628fb8f5-7161-4bed-a59d-d7313d847dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:38.117839 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee03998c-528e-412e-b57f-42813a106358 req-628fb8f5-7161-4bed-a59d-d7313d847dc3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530417 Jun 29 10:51:38.209908 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee03998c-528e-412e-b57f-42813a106358 req-b3425210-b213-4bab-9a10-be29e61ad7e7 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843220 Jun 29 10:51:38.297253 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-ee03998c-528e-412e-b57f-42813a106358 req-3ea72b26-883b-4afc-9c3f-5e50356cfa6f service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Jun 29 10:51:38.387172 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08d921-544c-43ca-ab50-3b0a8a003fa7 req-40cddf77-17dc-4be4-b911-b46cd820c681 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:38.388528 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a08d921-544c-43ca-ab50-3b0a8a003fa7 req-40cddf77-17dc-4be4-b911-b46cd820c681 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0626111 Jun 29 10:51:38.431028 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9a08d921-544c-43ca-ab50-3b0a8a003fa7 req-230c9244-ba55-4888-becd-392f6463dbe2 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345647 Jun 29 10:51:38.551939 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a933d-fb83-4a95-bc17-f525ba065d4f req-a39a7950-d6f9-496f-b41b-4ba72e613f61 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:38.553396 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-514a933d-fb83-4a95-bc17-f525ba065d4f req-a39a7950-d6f9-496f-b41b-4ba72e613f61 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0746534 Jun 29 10:51:38.592179 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-514a933d-fb83-4a95-bc17-f525ba065d4f req-5af35651-96d1-4029-95ee-0fbbe0bd73d6 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329261 Jun 29 10:51:39.622731 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e554573-187f-4802-8d7a-dccdb2b32902 req-f1d82665-3b64-495b-9533-5e34e20696d2 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:39.623930 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6e554573-187f-4802-8d7a-dccdb2b32902 req-f1d82665-3b64-495b-9533-5e34e20696d2 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0725274 Jun 29 10:51:39.662125 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6e554573-187f-4802-8d7a-dccdb2b32902 req-7a9b3b54-bb9e-4f17-bcff-4d9c875d4ce3 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Jun 29 10:51:39.780324 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4826f00-b586-4f55-be72-5b88f75e25ad req-8574e4ab-93ec-45d8-b91e-8ad668bc8c62 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:39.781845 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b4826f00-b586-4f55-be72-5b88f75e25ad req-8574e4ab-93ec-45d8-b91e-8ad668bc8c62 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0794885 Jun 29 10:51:39.824592 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b4826f00-b586-4f55-be72-5b88f75e25ad req-9dfdca72-67a7-408c-8af1-08065fd75000 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367944 Jun 29 10:51:40.847609 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e015b-bef7-4b29-ab70-d30cefbaa1e2 req-defbcd45-fb5d-4995-bd40-bd8a521ecd4f tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:40.849251 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-609e015b-bef7-4b29-ab70-d30cefbaa1e2 req-defbcd45-fb5d-4995-bd40-bd8a521ecd4f tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0670645 Jun 29 10:51:40.889184 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-609e015b-bef7-4b29-ab70-d30cefbaa1e2 req-88b3992b-c4c1-44ad-bbd5-95220dc4d31a tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Jun 29 10:51:41.010850 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e415d-ccc5-4803-9652-2c21ffb8d181 req-1b2473d2-a52c-4f16-86f9-a56cc512fb65 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:41.012321 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7b6e415d-ccc5-4803-9652-2c21ffb8d181 req-1b2473d2-a52c-4f16-86f9-a56cc512fb65 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0727279 Jun 29 10:51:41.067511 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7b6e415d-ccc5-4803-9652-2c21ffb8d181 req-f0cfb5bd-03cf-4a6f-8a58-7ea0cf98ff41 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476320 Jun 29 10:51:42.074105 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c50bf-eebd-48a7-8e34-f2fc4008a5c2 req-ca929525-8dcd-49fb-b602-52da1727827a tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:42.075469 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d79c50bf-eebd-48a7-8e34-f2fc4008a5c2 req-ca929525-8dcd-49fb-b602-52da1727827a tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0676057 Jun 29 10:51:42.116449 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d79c50bf-eebd-48a7-8e34-f2fc4008a5c2 req-b755418b-b14d-45f2-9332-706a2d44f536 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352907 Jun 29 10:51:42.253137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a4c75-5c14-4d6c-a802-127e8e6c4e15 req-fe2d6b99-442a-4cdf-8d49-7ed191c65e31 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:42.254668 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-187a4c75-5c14-4d6c-a802-127e8e6c4e15 req-fe2d6b99-442a-4cdf-8d49-7ed191c65e31 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0658700 Jun 29 10:51:42.294615 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-187a4c75-5c14-4d6c-a802-127e8e6c4e15 req-f48ffa6a-f439-4d02-8d07-ab8ee3c15fc7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340588 Jun 29 10:51:43.291458 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc08db-fcaa-44b7-9b96-4c0823b77486 req-6302c071-20a1-45b6-b4a9-8dae6da9e706 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:43.292883 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-40bc08db-fcaa-44b7-9b96-4c0823b77486 req-6302c071-20a1-45b6-b4a9-8dae6da9e706 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0666060 Jun 29 10:51:43.331078 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-40bc08db-fcaa-44b7-9b96-4c0823b77486 req-5ef9b8a9-fffc-4c2a-8344-8c0d8f327dee tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324390 Jun 29 10:51:43.465843 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db7a83-ac3a-4fa2-8088-5aab51e9cb68 req-e0e046f9-09a3-4819-8727-c66f50c81c5d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:43.467160 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57db7a83-ac3a-4fa2-8088-5aab51e9cb68 req-e0e046f9-09a3-4819-8727-c66f50c81c5d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0632205 Jun 29 10:51:43.509905 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-57db7a83-ac3a-4fa2-8088-5aab51e9cb68 req-d91635dd-fd6f-4e25-a953-076a8553f477 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&id=0e356d25-d272-4efa-ac6b-d401d753472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342269 Jun 29 10:51:44.520903 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eee5b-259d-4fe3-a3d6-3ec8f5f204c2 req-4aa4cb85-8d30-475d-88b9-462ed20f0119 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:44.522379 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-937eee5b-259d-4fe3-a3d6-3ec8f5f204c2 req-4aa4cb85-8d30-475d-88b9-462ed20f0119 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0756643 Jun 29 10:51:44.556350 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:44.566909 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-937eee5b-259d-4fe3-a3d6-3ec8f5f204c2 req-05fe19fe-cb7d-45bf-bc1c-0645e656c3db tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389063 Jun 29 10:51:44.837484 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 4f2bd230-cec1-4172-8550-cdf95c41a593 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:51:44.939152 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:44.950375 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'port_id': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'mac_address': 'fa:16:3e:0f:6d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:51:44.986667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:44.998817 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2bd230-cec1-4172-8550-cdf95c41a593 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:51:45.018161 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:45.024658 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:45.026325 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-a6940a12-ec35-4b44-80d5-45cb8bc869cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:45.076319 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=4']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:45.080610 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:45.236381 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['4f2bd230-cec1-4172-8550-cdf95c41a593'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:51:45.744053 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e7a24-1177-4614-b32c-a8c9f72dbd88 req-8c335c6f-6cf4-4172-b540-06aa4f834293 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:45.745527 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-555e7a24-1177-4614-b32c-a8c9f72dbd88 req-8c335c6f-6cf4-4172-b540-06aa4f834293 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 944 time: 0.0700655 Jun 29 10:51:45.785695 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-555e7a24-1177-4614-b32c-a8c9f72dbd88 req-b43be675-faf0-48b2-a113-c3217f8a37ed tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Jun 29 10:51:46.853772 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 4f2bd230-cec1-4172-8550-cdf95c41a593 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:46.907163 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning for port 4f2bd230-cec1-4172-8550-cdf95c41a593 completed by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:46.912865 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 4f2bd230-cec1-4172-8550-cdf95c41a593 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:46.913414 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:46.973117 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c396f0-3de4-4c80-8ecc-f5eab262f199 req-fdbd607c-2514-4562-862c-3453e02af78d tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:46.974724 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-98c396f0-3de4-4c80-8ecc-f5eab262f199 req-fdbd607c-2514-4562-862c-3453e02af78d tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 944 time: 0.0715437 Jun 29 10:51:47.013516 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-98c396f0-3de4-4c80-8ecc-f5eab262f199 req-99bfceb1-4c89-45e3-834d-3f596470e8b0 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Jun 29 10:51:47.119486 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:47.141972 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:47.144245 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a28db1f-ddc5-4c52-9355-b491a73aa32e" -d '{"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-plugged", "status": "completed", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:47.155875 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:47.161266 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:47.163370 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-e3819cc0-22ea-4769-b48a-ca31b93ca9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:47.184650 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb707205-5cd3-414b-82f8-8058a665d6e4 x-openstack-request-id: req-bb707205-5cd3-414b-82f8-8058a665d6e4 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:47.184933 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-plugged", "status": "completed", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:47.185188 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb707205-5cd3-414b-82f8-8058a665d6e4 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:47.185585 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'code': 200} Jun 29 10:51:47.211317 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=5']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:47.214470 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:47.455060 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989c695-424f-4eed-a63f-c6db933733f3 req-a3014a75-3edd-4271-be64-aee1c46daddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:47.456395 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0989c695-424f-4eed-a63f-c6db933733f3 req-a3014a75-3edd-4271-be64-aee1c46daddc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0574522 Jun 29 10:51:47.489467 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-0989c695-424f-4eed-a63f-c6db933733f3 req-9716fc9d-8038-44af-abdb-5fdac80652db service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266786 Jun 29 10:51:48.199931 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c9c29-1db8-48cc-88ca-2e8f4a86562a req-26de2b1d-bf80-4ecb-ab6a-a22a4c4330c9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:48.201463 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bb9c9c29-1db8-48cc-88ca-2e8f4a86562a req-26de2b1d-bf80-4ecb-ab6a-a22a4c4330c9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0646946 Jun 29 10:51:48.243062 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-bb9c9c29-1db8-48cc-88ca-2e8f4a86562a req-8f80d235-57ef-46ad-a935-14f774742e73 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331280 Jun 29 10:51:49.426052 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f7f4-7113-4a35-81fc-b712bd879195 req-b151666c-791b-4922-9de0-22ced975d9ff tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.427390 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e665f7f4-7113-4a35-81fc-b712bd879195 req-b151666c-791b-4922-9de0-22ced975d9ff tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0626764 Jun 29 10:51:49.473993 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e665f7f4-7113-4a35-81fc-b712bd879195 req-8c800a1b-ddf1-4401-b858-2a19586e236e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348933 Jun 29 10:51:49.658952 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c18181-80c6-4479-a2a8-5f0f18d0a19e req-5f489924-091b-4c1f-8e6f-655872ce60b7 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.660837 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-36c18181-80c6-4479-a2a8-5f0f18d0a19e req-5f489924-091b-4c1f-8e6f-655872ce60b7 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0706961 Jun 29 10:51:49.700273 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-36c18181-80c6-4479-a2a8-5f0f18d0a19e req-5b0c6c1c-bc01-474d-af2a-900acb48233f tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314448 Jun 29 10:51:49.723662 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49684) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:49.986591 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0bd92-c2f0-40da-8616-5c3e1d6d62ca tempest-TestShelveInstance-1804865029 tempest-TestShelveInstance-1804865029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.987963 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-cbb0bd92-c2f0-40da-8616-5c3e1d6d62ca tempest-TestShelveInstance-1804865029 tempest-TestShelveInstance-1804865029-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1093 time: 0.2629817 Jun 29 10:51:49.992459 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49688) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:49.996727 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Request body: {'floatingip': {'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'port_id': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:50.020497 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for floatingip, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:50.120949 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:50.225356 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_common [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Allocated IP 172.27.1.54 (4784589b-0c22-484e-8abc-7db84936665c/8df9f258-ad14-48a4-9c7d-f10801f395f6/9e006c23-e3af-473f-b142-887ab3622580) {{(pid=99640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:50.340100 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for port, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:50.382931 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3676545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776506627831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14257625'] for port, after_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:50.385002 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-91ded314-ad0a-4549-bc43-a5eb6d1212d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:50.422710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Network 4784589b-0c22-484e-8abc-7db84936665c is already hosted by enough agents. {{(pid=99640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:50.428066 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.base_scheduler [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Resources bound (agent type, host, resource id): {{(pid=99640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:50.430650 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'Port': ['ID=9e006c23-e3af-473f-b142-887ab3622580,revision_number=1']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:50.432849 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Received port after_create {{(pid=99640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:50.434870 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:50.807595 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:50.887942 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:51.034159 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:51.041196 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:51.045297 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-9256d1a9-056a-40da-b5de-0e24efbbadf7 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:51.111459 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event updated for resources: {'Port': ['ID=9e006c23-e3af-473f-b142-887ab3622580,revision_number=2']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:51.116647 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:51.123719 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656205'] for floatingip, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:51.222370 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.db.l3_db [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Floating IP 820a277c-109f-4b96-a9f7-f9907e46a751 associated. External IP: 172.27.1.54, port: 4f2bd230-cec1-4172-8550-cdf95c41a593. Jun 29 10:51:51.720639 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Router 1df2664c-440d-4142-9325-ba459b1c0dc9 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:51.826162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:51.846243 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:51.861682 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] Sync routers for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:51.877504 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:51.878151 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:51.883643 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-500880af-9017-492f-826b-444295f75a20 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8899515 Jun 29 10:51:51.884462 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:51.886931 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df631c8-176c-4657-9009-84ccbe2cc52d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:51.929820 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047dfefa-2c6c-489a-8cf9-d1f8d23d85a1 x-openstack-request-id: req-047dfefa-2c6c-489a-8cf9-d1f8d23d85a1 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:51.930154 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:51.930416 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-047dfefa-2c6c-489a-8cf9-d1f8d23d85a1 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:51.931033 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'status': 'completed', 'code': 200} Jun 29 10:51:52.020248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-c0047185-e026-442e-b423-ef96e5b729e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:52.021798 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-c0047185-e026-442e-b423-ef96e5b729e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0525277 Jun 29 10:51:52.023221 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:52.117742 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-c5894d5a-bb2d-4aaf-8b7b-e01f9c1fbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:52.119167 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-c5894d5a-bb2d-4aaf-8b7b-e01f9c1fbb44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0916970 Jun 29 10:51:52.182536 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-d02d5109-ab23-4099-b575-89e83dfe4784 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 998 time: 0.0555277 Jun 29 10:51:52.239587 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-d399ecda-eb9d-46a8-86f7-7b88f65b253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:52.241042 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-d399ecda-eb9d-46a8-86f7-7b88f65b253e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0465555 Jun 29 10:51:52.266856 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '820a277c-109f-4b96-a9f7-f9907e46a751', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'port_id': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'mac_address': 'fa:16:3e:0f:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:50Z', 'updated_at': '2021-06-29T10:51:50Z', 'revision_number': 0, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 5, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:52.295503 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] Checking router: 1df2664c-440d-4142-9325-ba459b1c0dc9 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:52.303885 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:52.304540 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:52.313206 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-49eac23d-aabd-4c6c-83bd-224983d550e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:52.314811 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-49eac23d-aabd-4c6c-83bd-224983d550e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624080 Jun 29 10:51:52.402232 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-f0225dc1-61a7-4ef4-8002-514679b7eaad service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805204 Jun 29 10:51:52.406521 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:52.493112 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-6df631c8-176c-4657-9009-84ccbe2cc52d req-bb0ef385-9d74-44b4-a80f-adb389e6e2da service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842392 Jun 29 10:51:52.623297 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '820a277c-109f-4b96-a9f7-f9907e46a751', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'port_id': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'mac_address': 'fa:16:3e:0f:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:50Z', 'updated_at': '2021-06-29T10:51:50Z', 'revision_number': 0, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 5, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:52.648689 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4039f-0227-46c0-a89c-c268aa123807 None None] The sync data for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi is: [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_floatingips': [{'id': '820a277c-109f-4b96-a9f7-f9907e46a751', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'router_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'port_id': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'mac_address': 'fa:16:3e:0f:6d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:50Z', 'updated_at': '2021-06-29T10:51:50Z', 'revision_number': 0, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 5, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:52.838696 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761baaa-9e29-4e05-b5ee-c48d4c826ee4 None None] New status for floating IP 820a277c-109f-4b96-a9f7-f9907e46a751: ACTIVE {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:54.826079 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.727532 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-c9915441-d61e-4c62-9ecb-99ddc9f1c49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.021272 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8570-ac5f-483d-a60f-211e721413dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.316910 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.119505 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:00.817845 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.303903 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-f771946e-f150-4720-bc4f-137b72d3adbd tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002185678&fields=id&tenant_id=504b97a1218d4bada6f35d24844d6c56 HTTP/1.1" status: 200 len: 267 time: 0.1579096 Jun 29 10:52:16.377061 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-7c70f47f-a78f-4b26-baf7-b157200e1301 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:16.378539 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-7c70f47f-a78f-4b26-baf7-b157200e1301 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 985 time: 0.0672700 Jun 29 10:52:16.392306 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.v2.base [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Request body: {'port': {'security_groups': ['ad560b00-84f1-46ec-b275-f087d390ae06']}} {{(pid=99640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:16.479720 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.657322 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:16.687722 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for port, precommit_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.694701 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14257615'] for port, after_update {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.698620 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b68f42ec-95e6-4411-b843-a20d793b2722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:16.707846 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['87a7a7ca-36e1-4238-b36c-ed7244b21fdf'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:52:16.741082 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:16.741730 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.743124 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c5c55173-a764-4790-b8b0-25bd03b46c0f req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "PUT /v2.0/ports/87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 943 time: 0.3553836 Jun 29 10:52:16.743661 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:16.746116 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0e236-a02f-46bf-aea2-c7948174ce6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:16.751226 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49708) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:16.792962 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca31b9d2-6e80-4b9e-80c4-c1ffa5bed418 x-openstack-request-id: req-ca31b9d2-6e80-4b9e-80c4-c1ffa5bed418 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:16.793351 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:16.793661 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca31b9d2-6e80-4b9e-80c4-c1ffa5bed418 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:16.794103 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'status': 'completed', 'code': 200} Jun 29 10:52:16.798416 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event updated for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=7']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:16.802199 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-aca1eaf7-6bc0-4157-81ef-0020a7f5e82c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:16.828205 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['87a7a7ca-36e1-4238-b36c-ed7244b21fdf'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:52:16.865105 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f53d3b0b-9b2f-4fcf-832f-eb99c94cf180 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.899969 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f53d3b0b-9b2f-4fcf-832f-eb99c94cf180 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:16.930037 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-ab6f5d67-6daa-415b-bce8-f06b388f3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:16.931590 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-ab6f5d67-6daa-415b-bce8-f06b388f3dc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1099 time: 0.1148818 Jun 29 10:52:16.962279 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-bae368cc-e427-40e4-a75d-586c1906c669 None None] Provisioning complete for port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf triggered by entity DHCP. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:16.962638 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-bae368cc-e427-40e4-a75d-586c1906c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.025855 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f53d3b0b-9b2f-4fcf-832f-eb99c94cf180 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.028371 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-f53d3b0b-9b2f-4fcf-832f-eb99c94cf180 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.032153 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-f53d3b0b-9b2f-4fcf-832f-eb99c94cf180 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "DELETE /v2.0/security-groups/0e356d25-d272-4efa-ac6b-d401d753472e HTTP/1.1" status: 204 len: 168 time: 0.2773495 Jun 29 10:52:17.032153 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f9fbf1dc-cb99-4bfc-90b8-26daf820524d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:17.032676 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49710) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:17.038599 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-3d592a58-63c8-41bf-95e2-26c046c728ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:17.040021 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-3d592a58-63c8-41bf-95e2-26c046c728ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 200 len: 915 time: 0.1009929 Jun 29 10:52:17.044838 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d3b0b-9b2f-4fcf-832f-eb99c94cf180 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e356d25-d272-4efa-ac6b-d401d753472e,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:17.047357 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-f53d3b0b-9b2f-4fcf-832f-eb99c94cf180 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:17.106320 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-da6e39db-444d-4c6b-9e4d-4b583fd438c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 1002 time: 0.0579910 Jun 29 10:52:17.154188 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-f5dba25f-b3da-4197-8885-690a29a3f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:17.155665 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-f5dba25f-b3da-4197-8885-690a29a3f677 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c38dda5-4062-4b40-896d-f9462f8cdf1e HTTP/1.1" status: 200 len: 853 time: 0.0426488 Jun 29 10:52:17.195140 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Deleting port 30867af4-2713-4d7a-a347-b78ca05083d8 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:17.195358 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.215137 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-89b561ad-94a4-4dff-ae57-6cec2abbbb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:17.216641 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-89b561ad-94a4-4dff-ae57-6cec2abbbb10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=212b27c3-ff92-4803-a55e-f308e503fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542371 Jun 29 10:52:17.275109 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.275408 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.286687 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Calling delete_port for 30867af4-2713-4d7a-a347-b78ca05083d8 owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:17.309503 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-e1914b5b-8b1f-4707-97aa-c14511ae4b5a service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828900 Jun 29 10:52:17.403704 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5cf0e236-a02f-46bf-aea2-c7948174ce6e req-b724b58e-6009-42cc-b609-b48b83ffb332 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854530 Jun 29 10:52:17.434918 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.437190 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:17.460606 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event deleted for resources: {'Port': ['ID=30867af4-2713-4d7a-a347-b78ca05083d8,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:17.488803 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.489176 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.489542 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.490052 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.490417 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.490774 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.491119 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.491491 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.491841 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.492191 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.492524 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.492902 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:17.496178 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:17.532739 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.533085 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Floating IP d9f252ea-ed98-4173-8441-3fb238e98352 disassociated (deleted). External IP: 172.27.1.207, port: 87a7a7ca-36e1-4238-b36c-ed7244b21fdf. Jun 29 10:52:17.765521 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:17.879612 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:17.884135 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:17.889873 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] Sync routers for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:17.898684 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:17.899499 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:17.921052 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-d38199e2-374c-4040-934f-704f1220c46d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "DELETE /v2.0/floatingips/d9f252ea-ed98-4173-8441-3fb238e98352 HTTP/1.1" status: 204 len: 168 time: 0.8871896 Jun 29 10:52:17.921765 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:17.924109 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:17.967940 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68cd1ba-0c1e-46bf-aa0b-1f5c402c6f26 x-openstack-request-id: req-c68cd1ba-0c1e-46bf-aa0b-1f5c402c6f26 {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:17.968273 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:17.968565 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c68cd1ba-0c1e-46bf-aa0b-1f5c402c6f26 {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:17.969007 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'status': 'completed', 'code': 200} Jun 29 10:52:18.006118 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:18.045418 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-1807424c-ecbd-48cb-b0da-9a7bd3ce7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:18.046859 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-1807424c-ecbd-48cb-b0da-9a7bd3ce7505 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=504b97a1218d4bada6f35d24844d6c56&device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 1099 time: 0.0540607 Jun 29 10:52:18.153268 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-23ece259-349c-47fe-a9ef-27411b724dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:18.155452 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-23ece259-349c-47fe-a9ef-27411b724dd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 200 len: 915 time: 0.1022577 Jun 29 10:52:18.210585 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-812fd681-bfe3-451a-9775-1f03c8e87de1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 200 len: 217 time: 0.0473256 Jun 29 10:52:18.268357 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-e9041649-e580-4e65-a5ce-b2f47a8f6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:18.271164 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-e9041649-e580-4e65-a5ce-b2f47a8f6799 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c38dda5-4062-4b40-896d-f9462f8cdf1e HTTP/1.1" status: 200 len: 853 time: 0.0524867 Jun 29 10:52:18.332226 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-34ffd2b4-a1fc-46f9-b937-1e7e0c3d8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:18.333652 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-34ffd2b4-a1fc-46f9-b937-1e7e0c3d8c2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=212b27c3-ff92-4803-a55e-f308e503fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567768 Jun 29 10:52:18.344964 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-e0202901-629f-45a8-8314-9df8dfcb831b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=99640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:52:18.345947 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-e0202901-629f-45a8-8314-9df8dfcb831b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050833 Jun 29 10:52:18.354552 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 5, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:18.380969 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] Checking router: 249abe58-21e8-4c05-b5c9-bc95c94a3d7a for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:18.389982 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:18.390596 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:18.436887 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-af0cd621-0c55-41b3-b6b0-c80b1b12bffd service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840099 Jun 29 10:52:18.493437 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:18.529146 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b77b723d-cc38-4f68-96ca-b69d7b5bcae8 req-4f8edfdd-015d-414e-8afc-f70016e0f988 service neutron] 10.222.0.50 "GET /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857174 Jun 29 10:52:18.702758 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 5, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:18.729095 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafdb8a-b19e-4ba8-b275-c82fd3f1ac0c None None] The sync data for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi is: [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:50:14Z', 'revision_number': 4, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': '9743c015-d8a2-4cdc-8901-e3d5152c6bf9', 'name': '', 'network_id': '212b27c3-ff92-4803-a55e-f308e503fcef', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'mac_address': 'fa:16:3e:c2:1d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:13Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 5, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'subnets': [{'id': '9c38dda5-4062-4b40-896d-f9462f8cdf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:18.944555 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c9988-aa0e-4100-b5a4-c85d70262a53 None None] New status for floating IP d9f252ea-ed98-4173-8441-3fb238e98352: DOWN {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:52:21.165541 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b907bf6-955e-44f8-831f-8806d099be8e req-922d207a-f1a8-4a09-9a19-5511f6640e6d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:21.167153 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5b907bf6-955e-44f8-831f-8806d099be8e req-922d207a-f1a8-4a09-9a19-5511f6640e6d tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.0711713 Jun 29 10:52:21.204238 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5b907bf6-955e-44f8-831f-8806d099be8e req-fb7728cb-bb36-43f3-ad34-8bc1ee1c32cf tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Jun 29 10:52:21.558622 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:22.395398 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c9db7-5ee2-433d-a15e-790275c6f8c3 req-6d404372-3423-4777-a329-25fa292e4c6c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:22.396956 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-147c9db7-5ee2-433d-a15e-790275c6f8c3 req-6d404372-3423-4777-a329-25fa292e4c6c tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.0726242 Jun 29 10:52:22.437484 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-147c9db7-5ee2-433d-a15e-790275c6f8c3 req-5d8000ac-e155-4895-8cdb-427fa7edc13e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad560b00-84f1-46ec-b275-f087d390ae06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Jun 29 10:52:23.049673 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-2e4552fb-d032-4c1d-861c-61b68ea7c00e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:23.051161 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-2e4552fb-d032-4c1d-861c-61b68ea7c00e tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 946 time: 0.0867064 Jun 29 10:52:23.154230 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Deleting port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:23.154586 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:23.251472 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] For port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:23.251923 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:23.265407 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Calling delete_port for 87a7a7ca-36e1-4238-b36c-ed7244b21fdf owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:23.408502 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:23.413030 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-29860dbc-44c9-4998-a679-4ef71347f712 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:23.420527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['87a7a7ca-36e1-4238-b36c-ed7244b21fdf'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:52:23.438404 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Pushing event deleted for resources: {'Port': ['ID=87a7a7ca-36e1-4238-b36c-ed7244b21fdf,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:23.441457 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:23.483857 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] No DVR routers for this DVR port 87a7a7ca-36e1-4238-b36c-ed7244b21fdf on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:23.487027 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:23.489082 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-65212ad7-36cd-48c8-900a-e96caeb08f38 req-538f0c62-33be-4ec1-abaa-0d5587f2e491 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.50 "DELETE /v2.0/ports/87a7a7ca-36e1-4238-b36c-ed7244b21fdf HTTP/1.1" status: 204 len: 173 time: 0.4311388 Jun 29 10:52:23.489576 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'name': 'network-vif-deleted', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:23.491940 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d26024-c5c0-43af-a543-85c834f49315" -d '{"events": [{"server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "name": "network-vif-deleted", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:23.528648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70995e73-7117-4eef-b711-e24383297d22 x-openstack-request-id: req-70995e73-7117-4eef-b711-e24383297d22 {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:23.529092 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d74fcfd-e01a-462c-a809-004e9fd12264", "name": "network-vif-deleted", "tag": "87a7a7ca-36e1-4238-b36c-ed7244b21fdf", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:23.529573 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70995e73-7117-4eef-b711-e24383297d22 {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:23.530077 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d74fcfd-e01a-462c-a809-004e9fd12264', 'name': 'network-vif-deleted', 'tag': '87a7a7ca-36e1-4238-b36c-ed7244b21fdf', 'status': 'completed', 'code': 200} Jun 29 10:52:23.580155 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5a46730e-d6a0-449f-9ffa-90e7af76543f req-0d420662-c480-4489-8ba7-df116c3e6212 tempest-TestMinimumBasicScenario-608474718 tempest-TestMinimumBasicScenario-608474718-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d74fcfd-e01a-462c-a809-004e9fd12264 HTTP/1.1" status: 200 len: 210 time: 0.0289087 Jun 29 10:52:24.819206 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:25.268008 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-bf9a9729-e88f-4130-9fad-d95777371382 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014922 Jun 29 10:52:25.333690 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49798) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:25.362762 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-5b793c41-40ed-49b9-ab13-0f695c406090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:25.364316 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-5b793c41-40ed-49b9-ab13-0f695c406090 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0545311 Jun 29 10:52:25.471340 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-5cd03b3f-b07e-4196-a145-48a0bf851c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:25.472728 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-5cd03b3f-b07e-4196-a145-48a0bf851c7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0873368 Jun 29 10:52:25.537198 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-cec4f760-997d-4c0a-80f7-ccb1d0a26994 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 1000 time: 0.0578473 Jun 29 10:52:25.587120 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-a0635413-8215-4401-bc2a-450829c7867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:25.588604 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-a0635413-8215-4401-bc2a-450829c7867b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0450449 Jun 29 10:52:25.652725 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-6e79f180-4f52-4a1b-9e7f-e6be89e699ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:25.654215 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-6e79f180-4f52-4a1b-9e7f-e6be89e699ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589795 Jun 29 10:52:25.677092 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:25.719813 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2ff36df4-6e0b-4fc5-a055-bacef599eb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:25.747914 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-278b08fb-6dc3-41ab-82cd-0591c8897211 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870514 Jun 29 10:52:25.840019 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-b8690fd7-5022-4e0f-9878-bd7db0a905ce req-f0f876fb-4795-415e-b9ff-f745b473c6fd service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Jun 29 10:52:25.924709 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Deleting port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:25.924989 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:26.005016 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] For port 9743c015-d8a2-4cdc-8901-e3d5152c6bf9, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:26.005248 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:26.016475 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Calling delete_port for 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 owned by network:router_interface {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:26.193793 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:26.196593 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:26.219435 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Pushing event deleted for resources: {'Port': ['ID=9743c015-d8a2-4cdc-8901-e3d5152c6bf9,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:26.222562 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:26.381040 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:26.810567 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:26.916253 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:26.921174 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-394d0e01-de15-4406-9c2f-76392732d02a admin admin] 10.222.0.55 "PUT /v2.0/routers/249abe58-21e8-4c05-b5c9-bc95c94a3d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5857415 Jun 29 10:52:26.923900 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49804) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:26.924755 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] Sync routers for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:26.935017 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:26.935648 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:27.032889 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.039263 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:27.132402 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 87a7a7ca-36e1-4238-b36c-ed7244b21fdf no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:27.146692 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.161255 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 87a7a7ca-36e1-4238-b36c-ed7244b21fdf {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:27.161598 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 87a7a7ca-36e1-4238-b36c-ed7244b21fdf not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:27.199008 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Deleting port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:27.199389 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.232335 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:52:26Z', 'revision_number': 5, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port': {'id': 'f6b49cf8-a5f8-4ef6-afa0-dd4212c02081', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:12Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:27.257164 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] Checking router: 249abe58-21e8-4c05-b5c9-bc95c94a3d7a for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:27.265990 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] Routers {'249abe58-21e8-4c05-b5c9-bc95c94a3d7a'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:27.266603 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:51:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:27.276046 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] For port f6b49cf8-a5f8-4ef6-afa0-dd4212c02081, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:27.276388 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.290016 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Calling delete_port for f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 owned by network:router_gateway {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:27.348367 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] Set router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a gateway port host: None {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:27.402501 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:52:27Z', 'revision_number': 6, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:27.429012 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8cdd8-f449-4d8b-8b15-051e98440750 None None] The sync data for ids ['249abe58-21e8-4c05-b5c9-bc95c94a3d7a'] in dv-cinder-786627-13-iscsi is: [{'id': '249abe58-21e8-4c05-b5c9-bc95c94a3d7a', 'name': 'tempest-TestMinimumBasicScenario-671257212-router', 'tenant_id': '504b97a1218d4bada6f35d24844d6c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:11Z', 'updated_at': '2021-06-29T10:52:27Z', 'revision_number': 6, 'project_id': '504b97a1218d4bada6f35d24844d6c56', 'gw_port_host': None}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:27.452988 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.455255 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-076c27ba-22c6-4003-b63f-9c6585769d5a tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:27.481324 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b49cf8-a5f8-4ef6-afa0-dd4212c02081,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:27.484706 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:27.541457 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.630349 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.633260 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.683407 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.683968 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249abe58-21e8-4c05-b5c9-bc95c94a3d7a {{(pid=99639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:27.689314 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.690470 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6a018733-8348-4857-bc0c-ba64317a6ae5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/249abe58-21e8-4c05-b5c9-bc95c94a3d7a HTTP/1.1" status: 204 len: 168 time: 0.7656789 Jun 29 10:52:27.693237 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49806) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:27.736203 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Deleting subnet 9c38dda5-4062-4b40-896d-f9462f8cdf1e {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:27.739423 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.778125 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.866017 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.919354 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.922128 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-c05612c8-1c88-4800-a4ed-69ae7da0353f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:27.945834 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c38dda5-4062-4b40-896d-f9462f8cdf1e,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:27.947687 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:27.949638 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c38dda5-4062-4b40-896d-f9462f8cdf1e HTTP/1.1" status: 204 len: 168 time: 0.2553720 Jun 29 10:52:27.950443 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-23908998-fb7a-4166-9b45-f318d603d9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:27.952191 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49808) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:27.953154 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0753b96d-e7e1-4132-bdcc-dd8c85e98e20 None None] Network 212b27c3-ff92-4803-a55e-f308e503fcef requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:28.023559 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.028266 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e4f4118f-76ab-4951-88b8-6dcd6bd0e1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.078560 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Deleting port a486a110-9a30-4a9b-9ffb-3b85cf46c08d {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:28.078894 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.144090 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] For port a486a110-9a30-4a9b-9ffb-3b85cf46c08d, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,segment=NetworkSegment(ce7d18e6-bead-41b3-9694-63bcdaf93613),segment_id=ce7d18e6-bead-41b3-9694-63bcdaf93613)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:28.144449 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.155815 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Calling delete_port for a486a110-9a30-4a9b-9ffb-3b85cf46c08d owned by network:dhcp {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:28.217784 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] DHCP port deletion for 212b27c3-ff92-4803-a55e-f308e503fcef request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:28.241484 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.244449 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b537b6b6-dc7c-4f32-b2e5-e92f3e7fcdb9 tempest-DeleteServersTestJSON-127227688 tempest-DeleteServersTestJSON-127227688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:28.270053 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:28.273679 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:28.274496 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] No DVR routers for this DVR port a486a110-9a30-4a9b-9ffb-3b85cf46c08d on host dv-cinder-786627-13-iscsi {{(pid=99639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:28.279353 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Deleting port a486a110-9a30-4a9b-9ffb-3b85cf46c08d {{(pid=99641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:28.279904 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.328297 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:28.347811 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.358712 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212b27c3-ff92-4803-a55e-f308e503fcef']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:28.361015 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:28.361434 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 9743c015-d8a2-4cdc-8901-e3d5152c6bf9 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:28.365135 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.370188 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7d18e6-bead-41b3-9694-63bcdaf93613') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:28.370476 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7d18e6-bead-41b3-9694-63bcdaf93613') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:28.379582 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.379780 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] For port a486a110-9a30-4a9b-9ffb-3b85cf46c08d, host dv-cinder-786627-13-iscsi, got binding levels [] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:28.380106 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.392445 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Calling delete_port for a486a110-9a30-4a9b-9ffb-3b85cf46c08d owned by network:dhcp {{(pid=99641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:28.394255 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.395526 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.ipam_backend_mixin [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Port a486a110-9a30-4a9b-9ffb-3b85cf46c08d was not found and therefore no delete operation was performed {{(pid=99641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 10:52:28.396833 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.398798 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-69d9c056-72aa-48d0-9e1d-8f6de9d3d300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:28.401047 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:28.402868 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:28.404882 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:28.423758 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Pushing event deleted for resources: {'Port': ['ID=a486a110-9a30-4a9b-9ffb-3b85cf46c08d,revision_number=None']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:28.425972 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] No DVR routers for this DVR port a486a110-9a30-4a9b-9ffb-3b85cf46c08d on host dv-cinder-786627-13-iscsi {{(pid=99641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:28.433487 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.433856 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.434261 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.434575 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.434900 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.435226 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.435760 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.436190 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.437240 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.437362 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.437693 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.438014 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:28.442124 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-35b48136-4189-4b34-b8ae-3fa6e003d589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:28.460616 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.468853 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.468853 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/212b27c3-ff92-4803-a55e-f308e503fcef HTTP/1.1" status: 204 len: 168 time: 0.5150545 Jun 29 10:52:28.469371 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5e3a3888-6dbe-4665-9f9e-e4ff479fff0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:28.472038 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49810) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:28.490262 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=212b27c3-ff92-4803-a55e-f308e503fcef,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:28.492834 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-6ab02e96-9382-4c0c-9833-2af0b8f8bbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:28.824121 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.070123 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Deleting port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:29.070436 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.116440 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.151232 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] For port 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,segment=NetworkSegment(bb6005e2-b4f4-4eda-97c4-91f8dbc66efd),segment_id=bb6005e2-b4f4-4eda-97c4-91f8dbc66efd)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:29.151600 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.168038 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Calling delete_port for 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 owned by network:router_interface {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:29.361797 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.363774 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d7fe75ab-3aea-4d45-994d-e7a2771dbf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:29.385688 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:29.390071 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:29.552109 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.944405 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a486a110-9a30-4a9b-9ffb-3b85cf46c08d no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:29.964820 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: a486a110-9a30-4a9b-9ffb-3b85cf46c08d {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:29.965203 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device a486a110-9a30-4a9b-9ffb-3b85cf46c08d not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:29.965684 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:29.983960 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:29.987302 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:29.987658 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f6b49cf8-a5f8-4ef6-afa0-dd4212c02081 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:30.085718 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:30.090806 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-f41fca8e-8da1-493a-9cb2-9d58fcc25763 admin admin] 10.222.0.55 "PUT /v2.0/routers/0cda42ee-538d-4582-8ef5-9ff3b68cb279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6176715 Jun 29 10:52:30.093225 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49812) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:30.095331 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] Sync routers for ids ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:30.106551 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] Routers {'0cda42ee-538d-4582-8ef5-9ff3b68cb279'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:30.107169 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:52:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:30.192212 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks [] for router, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.208316 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] Set router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:30.288291 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.340399 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Deleting port b041780c-e0b8-4c1d-901c-769d786ac8e3 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:30.340634 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.384360 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:52:29Z', 'revision_number': 5, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port': {'id': 'b041780c-e0b8-4c1d-901c-769d786ac8e3', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:30.408913 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] Checking router: 0cda42ee-538d-4582-8ef5-9ff3b68cb279 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:30.416824 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] For port b041780c-e0b8-4c1d-901c-769d786ac8e3, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=b041780c-e0b8-4c1d-901c-769d786ac8e3,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:30.417003 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] Routers {'0cda42ee-538d-4582-8ef5-9ff3b68cb279'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:30.417177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.417582 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:52:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:30.432940 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Calling delete_port for b041780c-e0b8-4c1d-901c-769d786ac8e3 owned by network:router_gateway {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:30.497091 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] Set router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 gateway port host: None {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:30.544381 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:52:30Z', 'revision_number': 6, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:30.572050 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2840289-0998-453e-a3ed-2ddbd1c7d239 None None] The sync data for ids ['0cda42ee-538d-4582-8ef5-9ff3b68cb279'] in dv-cinder-786627-13-iscsi is: [{'id': '0cda42ee-538d-4582-8ef5-9ff3b68cb279', 'name': 'tempest-TestMinimumBasicScenario-1800968898-router', 'tenant_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:16Z', 'updated_at': '2021-06-29T10:52:30Z', 'revision_number': 6, 'project_id': 'e535cb4fb25643b79c55f4344a5bb0ef', 'gw_port_host': None}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:30.594114 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.596194 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-da6c2e9a-b0da-46eb-9933-feb2f82678a3 tempest-TestVolumeBootPattern-880626842 tempest-TestVolumeBootPattern-880626842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:30.623320 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Pushing event deleted for resources: {'Port': ['ID=b041780c-e0b8-4c1d-901c-769d786ac8e3,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:30.626427 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:30.681598 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.767524 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.769645 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.817606 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.819296 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.819845 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cda42ee-538d-4582-8ef5-9ff3b68cb279 {{(pid=99639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:30.824305 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.825441 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-652621a1-c209-4934-a8f3-57684a82863b admin admin] 10.222.0.55 "DELETE /v2.0/routers/0cda42ee-538d-4582-8ef5-9ff3b68cb279 HTTP/1.1" status: 204 len: 168 time: 0.7312498 Jun 29 10:52:30.828085 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49814) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:30.871022 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Deleting subnet d071912c-6230-490e-840b-9947720b6c41 {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:30.874093 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.907306 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:30.994041 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.046851 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.048834 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-eb92f0a0-d0b0-42a8-b743-253d32bbe7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:31.071227 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d071912c-6230-490e-840b-9947720b6c41,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:31.074189 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:31.075245 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.077020 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-7c11e07f-b76a-42f6-88fb-4160faf5633d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d071912c-6230-490e-840b-9947720b6c41 HTTP/1.1" status: 204 len: 168 time: 0.2479873 Jun 29 10:52:31.079553 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49816) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:31.082250 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff147cc-2a53-496a-9d47-a39115b1f0c2 None None] Network 87af4808-8509-46af-8b4f-e2500c880f12 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:31.146406 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.200826 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Deleting port e3e04389-0b96-4331-b447-d2796dbaf459 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:31.201182 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.260265 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] For port e3e04389-0b96-4331-b447-d2796dbaf459, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=e3e04389-0b96-4331-b447-d2796dbaf459,segment=NetworkSegment(bb6005e2-b4f4-4eda-97c4-91f8dbc66efd),segment_id=bb6005e2-b4f4-4eda-97c4-91f8dbc66efd)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:31.260548 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.272519 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Calling delete_port for e3e04389-0b96-4331-b447-d2796dbaf459 owned by network:dhcp {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:31.313991 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4f321-c904-4356-8273-909294f228fa None None] DHCP port deletion for 87af4808-8509-46af-8b4f-e2500c880f12 request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:31.359164 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.362023 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:31.362523 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Deleting port e3e04389-0b96-4331-b447-d2796dbaf459 {{(pid=99641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:31.362907 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.384327 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e04389-0b96-4331-b447-d2796dbaf459,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:31.387242 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:31.388074 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] No DVR routers for this DVR port e3e04389-0b96-4331-b447-d2796dbaf459 on host dv-cinder-786627-13-iscsi {{(pid=99639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:31.426600 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-7bf4f321-c904-4356-8273-909294f228fa None None] For port e3e04389-0b96-4331-b447-d2796dbaf459, host dv-cinder-786627-13-iscsi, got binding levels [] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:31.427019 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.439162 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Calling delete_port for e3e04389-0b96-4331-b447-d2796dbaf459 owned by network:dhcp {{(pid=99641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:31.442007 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Port e3e04389-0b96-4331-b447-d2796dbaf459 was not found and therefore no delete operation was performed {{(pid=99641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 10:52:31.443686 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380'] for port, after_delete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.446317 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:31.460038 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.469659 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87af4808-8509-46af-8b4f-e2500c880f12']}} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:31.473332 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4f321-c904-4356-8273-909294f228fa None None] No DVR routers for this DVR port e3e04389-0b96-4331-b447-d2796dbaf459 on host dv-cinder-786627-13-iscsi {{(pid=99641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:31.474951 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Pushing event deleted for resources: {'Port': ['ID=e3e04389-0b96-4331-b447-d2796dbaf459,revision_number=None']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:31.478058 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:31.479902 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd') {'for_net_delete': True} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:31.480141 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.services.segments.db [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6005e2-b4f4-4eda-97c4-91f8dbc66efd') {} {{(pid=99639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:31.489277 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14997993'] for segment, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.503596 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.509717 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=99639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:31.510144 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112344'] for segment, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: Traceback (most recent call last): Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: timer() Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: cb(*args, **kw) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: return func(*args, **kwargs) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: self._notify() Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: self.callback(batched_events) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: event.method(event) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: return f(self, *a, **k) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._get(url).json() Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:31.511717 dv-cinder-786627-13-iscsi neutron-server[99639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:31.566066 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.571622 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.576816 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] 10.222.0.55 "DELETE /v2.0/networks/87af4808-8509-46af-8b4f-e2500c880f12 HTTP/1.1" status: 204 len: 168 time: 0.4960454 Jun 29 10:52:31.577850 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-fa0631de-36bd-4b83-95bf-b5667b4d6f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:31.591165 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Pushing event deleted for resources: {'Network': ['ID=87af4808-8509-46af-8b4f-e2500c880f12,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:31.594336 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-00bc3e66-2d00-4328-86d0-8a866bf23556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:31.739146 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49820) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:31.778918 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-25a6cd92-9969-491e-bf1a-9d483bdc4530 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=504b97a1218d4bada6f35d24844d6c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385115 Jun 29 10:52:31.781950 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49822) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:31.832206 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.853275 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.900416 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e3e04389-0b96-4331-b447-d2796dbaf459 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:31.905948 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.908520 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.912197 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad560b00-84f1-46ec-b275-f087d390ae06 HTTP/1.1" status: 204 len: 168 time: 0.1268520 Jun 29 10:52:31.912197 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2e29dba4-5351-46be-b3cf-549309abfa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:31.918189 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad560b00-84f1-46ec-b275-f087d390ae06,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:31.921056 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: e3e04389-0b96-4331-b447-d2796dbaf459 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:31.921305 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:31.921827 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device e3e04389-0b96-4331-b447-d2796dbaf459 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:31.922401 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:31.945527 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:31.945941 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 8ebfe35e-bd5e-4b3d-9425-255fbdcea3f5 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:31.946357 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device b041780c-e0b8-4c1d-901c-769d786ac8e3 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:31.967585 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: b041780c-e0b8-4c1d-901c-769d786ac8e3 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:31.967934 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device b041780c-e0b8-4c1d-901c-769d786ac8e3 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:32.253257 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49828) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:32.292287 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-41f7825b-410a-4a1c-a883-0a63bd4c5f4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e535cb4fb25643b79c55f4344a5bb0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377967 Jun 29 10:52:32.294860 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49830) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:32.341040 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2ff2bdc8-de3c-4337-82cc-1be72c5632c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.361529 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2ff2bdc8-de3c-4337-82cc-1be72c5632c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.415843 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2ff2bdc8-de3c-4337-82cc-1be72c5632c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.418313 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-2ff2bdc8-de3c-4337-82cc-1be72c5632c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.419432 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-2ff2bdc8-de3c-4337-82cc-1be72c5632c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a83ad69-a8a1-4b84-b125-10d721c29ae0 HTTP/1.1" status: 204 len: 168 time: 0.1237211 Jun 29 10:52:32.420200 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-4df7f613-ea7c-4b41-90c0-5d9c5cb397c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:32.427452 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2bdc8-de3c-4337-82cc-1be72c5632c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83ad69-a8a1-4b84-b125-10d721c29ae0,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:32.429640 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2ff2bdc8-de3c-4337-82cc-1be72c5632c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:54.829236 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.733417 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-bdffaa12-1d73-4cdc-97e6-809fbee004a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.017837 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e3ac72a8-1b1a-4544-878f-6ca65cb313b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.318751 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.559668 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:59.126863 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:00.832923 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:24.850902 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.727098 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b629-4ace-427c-8284-a34d41bcc363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:26.253468 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-5ea6105f-d9b1-492c-aaf2-05152527de7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571797 Jun 29 10:53:26.355065 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-2da17410-38b6-45d6-8f5e-fea9d3f51b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.356527 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-2da17410-38b6-45d6-8f5e-fea9d3f51b8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0565431 Jun 29 10:53:26.463266 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-5bf78027-2b16-451d-aa1e-1f25d09c222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.464651 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-5bf78027-2b16-451d-aa1e-1f25d09c222a service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0870707 Jun 29 10:53:26.544091 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-88576980-ed1c-43e6-8770-46cf0d2d9bff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 1000 time: 0.0721748 Jun 29 10:53:26.601649 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-87660768-3d12-486e-be5b-08ebd8858479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.603233 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-87660768-3d12-486e-be5b-08ebd8858479 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0512671 Jun 29 10:53:26.663320 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-5e5c1368-025c-4afd-920b-5f8314c73018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.665459 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-5e5c1368-025c-4afd-920b-5f8314c73018 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543318 Jun 29 10:53:26.766405 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-351d82d2-2446-49a7-a484-f3ddc9bebbe8 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933948 Jun 29 10:53:26.858157 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-5e8f91f2-6b7c-420b-b9b2-2169332b2a33 req-5c7e3c6a-540f-482e-bf0c-f47615024081 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 Jun 29 10:53:28.019757 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-d30a0320-12c9-444a-a962-1a433ae26e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.317784 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.130632 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:30.832619 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:35.563643 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:47.737102 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc907fb-7f51-4ad8-ad36-56f294b19409 req-853fd7bb-5b5c-4003-897c-505d0ab3cdc1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:47.738517 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3bc907fb-7f51-4ad8-ad36-56f294b19409 req-853fd7bb-5b5c-4003-897c-505d0ab3cdc1 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0662844 Jun 29 10:53:47.779223 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3bc907fb-7f51-4ad8-ad36-56f294b19409 req-7ef5f710-81ec-4a2b-a0fa-5e7f4550d3aa tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Jun 29 10:53:48.986332 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc0e0-aa3f-40f6-92e4-cd27b8d988be req-63fcaac9-551a-4c8f-8948-6dc91d1eb5e6 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:48.987771 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-388fc0e0-aa3f-40f6-92e4-cd27b8d988be req-63fcaac9-551a-4c8f-8948-6dc91d1eb5e6 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0724528 Jun 29 10:53:49.027748 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-388fc0e0-aa3f-40f6-92e4-cd27b8d988be req-05b0d03a-dc08-4b41-9ef9-982ec7fc69a7 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314262 Jun 29 10:53:50.245916 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411734b5-182f-43ec-9771-baaa5f838dbc req-c9591fed-3c06-4b1d-939b-51ae771c3bad tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:50.247254 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-411734b5-182f-43ec-9771-baaa5f838dbc req-c9591fed-3c06-4b1d-939b-51ae771c3bad tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0748584 Jun 29 10:53:50.286201 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-411734b5-182f-43ec-9771-baaa5f838dbc req-ea9a1ceb-49ff-48f5-a11d-f2b655a358f9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305591 Jun 29 10:53:51.502022 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a46a-1aa4-4bb0-9b48-bed11e1dbeb2 req-e7eac166-dd8f-4c11-a7b0-7a8267a991f4 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:51.503351 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4fc5a46a-1aa4-4bb0-9b48-bed11e1dbeb2 req-e7eac166-dd8f-4c11-a7b0-7a8267a991f4 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0858545 Jun 29 10:53:51.541758 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-4fc5a46a-1aa4-4bb0-9b48-bed11e1dbeb2 req-ca5cfce9-8f39-41b0-b922-e969ef9de1ff tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326548 Jun 29 10:53:52.723535 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a686f5-e9bb-4162-831e-ae0624a76fe6 req-760e7bab-e7ad-4e77-8d4c-8012c322575e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:52.724969 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-01a686f5-e9bb-4162-831e-ae0624a76fe6 req-760e7bab-e7ad-4e77-8d4c-8012c322575e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0695951 Jun 29 10:53:52.763445 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-01a686f5-e9bb-4162-831e-ae0624a76fe6 req-c56b1aad-250f-4dbb-be46-6bb51e0fcd98 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311825 Jun 29 10:53:53.947895 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bbaef-f9c4-4b34-aee6-3a4b35729cc7 req-371a8fc2-cf09-4322-93ce-86a048a6fdec tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:53.949440 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-db2bbaef-f9c4-4b34-aee6-3a4b35729cc7 req-371a8fc2-cf09-4322-93ce-86a048a6fdec tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0698612 Jun 29 10:53:53.986524 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-db2bbaef-f9c4-4b34-aee6-3a4b35729cc7 req-539c4944-ef49-44ad-8b3a-5f640efd9bcf tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Jun 29 10:53:54.852550 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:55.173480 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5258793-5d1b-4dba-b5ea-e3e54196fbd5 req-a804f2f1-8d46-4048-a6a2-319f5dd8b526 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:55.174966 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5258793-5d1b-4dba-b5ea-e3e54196fbd5 req-a804f2f1-8d46-4048-a6a2-319f5dd8b526 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0723789 Jun 29 10:53:55.214107 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-d5258793-5d1b-4dba-b5ea-e3e54196fbd5 req-7d012071-afff-4693-b8fd-b13ab7f081f6 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Jun 29 10:53:55.730347 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-a28ec1d6-9749-43ce-933e-98e31cdab389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:56.403522 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b947097-2d8d-406b-8007-3b408a947f01 req-103b5103-987b-472a-b021-8f1a6d83a0e7 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:56.404890 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2b947097-2d8d-406b-8007-3b408a947f01 req-103b5103-987b-472a-b021-8f1a6d83a0e7 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0721874 Jun 29 10:53:56.449560 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2b947097-2d8d-406b-8007-3b408a947f01 req-b932f206-3bc1-48a7-860b-b4dddc8dffa0 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Jun 29 10:53:57.644614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e995-4dd8-43a2-b306-0e988f5f4963 req-f6461a6c-0e11-421f-8cc1-e698f2dde3d8 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:57.646055 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f537e995-4dd8-43a2-b306-0e988f5f4963 req-f6461a6c-0e11-421f-8cc1-e698f2dde3d8 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0713165 Jun 29 10:53:57.686662 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-f537e995-4dd8-43a2-b306-0e988f5f4963 req-381e7b9d-9bf8-4e8a-a2cd-c1320b1bd40e tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319192 Jun 29 10:53:57.835262 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29706c0f-e5b7-4472-8dee-033e82077721 req-545a359f-8f1b-46b3-b1ae-1120781721ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:57.836766 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-29706c0f-e5b7-4472-8dee-033e82077721 req-545a359f-8f1b-46b3-b1ae-1120781721ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0740955 Jun 29 10:53:57.937466 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29706c0f-e5b7-4472-8dee-033e82077721 req-580387cb-f20c-49e8-9d11-73d3391d6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:57.938931 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-29706c0f-e5b7-4472-8dee-033e82077721 req-580387cb-f20c-49e8-9d11-73d3391d6689 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0951557 Jun 29 10:53:58.002742 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-29706c0f-e5b7-4472-8dee-033e82077721 req-51773b6e-6b27-4973-b07a-ad7fd93a666b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 1000 time: 0.0572188 Jun 29 10:53:58.017935 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-37ecd1f5-a996-490d-82c0-3ac5a8dd788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:58.060850 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29706c0f-e5b7-4472-8dee-033e82077721 req-30c08958-2ead-42dc-8e7b-86fd3a23ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:58.062364 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-29706c0f-e5b7-4472-8dee-033e82077721 req-30c08958-2ead-42dc-8e7b-86fd3a23ce36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0536075 Jun 29 10:53:58.123999 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29706c0f-e5b7-4472-8dee-033e82077721 req-d1dcaa62-c75e-4a17-b8c1-03c2f1f610c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:58.125518 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-29706c0f-e5b7-4472-8dee-033e82077721 req-d1dcaa62-c75e-4a17-b8c1-03c2f1f610c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569844 Jun 29 10:53:58.211872 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-29706c0f-e5b7-4472-8dee-033e82077721 req-c954b296-d637-4403-978a-7c04414a0146 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791049 Jun 29 10:53:58.303686 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-29706c0f-e5b7-4472-8dee-033e82077721 req-31120486-46a5-4503-a57f-85f0a51251f8 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848329 Jun 29 10:53:58.314378 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:58.872935 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42fdc4-6ea7-4ec7-a93f-a561032130fa req-0af999d3-2a79-4adc-a1e6-d268b9699115 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:58.874451 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9f42fdc4-6ea7-4ec7-a93f-a561032130fa req-0af999d3-2a79-4adc-a1e6-d268b9699115 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0708847 Jun 29 10:53:58.912590 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9f42fdc4-6ea7-4ec7-a93f-a561032130fa req-b4d84147-bf76-42df-bcdf-1eaeb1a4f33a tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317225 Jun 29 10:53:59.133491 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:00.092956 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423d8b3-b61b-4bca-b331-c1b7ee25b242 req-90a93101-28d2-4168-aa7c-86acada21d1a tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:00.094298 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3423d8b3-b61b-4bca-b331-c1b7ee25b242 req-90a93101-28d2-4168-aa7c-86acada21d1a tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0673971 Jun 29 10:54:00.139049 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-3423d8b3-b61b-4bca-b331-c1b7ee25b242 req-7d6dc976-8764-4a1b-9527-d6283a1441cb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385056 Jun 29 10:54:00.829125 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:01.617114 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3a0a5-3105-430f-86e8-1368c4f23158 req-51f5c190-c899-49ea-bfe3-6260327c11f5 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:01.618609 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-37e3a0a5-3105-430f-86e8-1368c4f23158 req-51f5c190-c899-49ea-bfe3-6260327c11f5 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.3593194 Jun 29 10:54:01.661667 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-37e3a0a5-3105-430f-86e8-1368c4f23158 req-6697071f-e78b-4ef9-a5ee-6742b41ec576 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373046 Jun 29 10:54:02.004588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b87b8e-a879-4045-8410-72904d70573b req-40b8d021-16d3-4846-a221-fd478865bd63 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:02.006139 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-38b87b8e-a879-4045-8410-72904d70573b req-40b8d021-16d3-4846-a221-fd478865bd63 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0622241 Jun 29 10:54:02.044902 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-38b87b8e-a879-4045-8410-72904d70573b req-cd2bf2ac-d30d-4996-8627-8aa0c8cfc2d3 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326085 Jun 29 10:54:02.077248 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-8bbd8f6c-1abe-405b-b0e4-dfe7506bf117 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1969194 Jun 29 10:54:03.228608 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb6f22-d9cc-4b53-983f-07ad4c9b5435 req-faccc1fc-29ea-43af-baf1-4cc4d0fcd3b3 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:03.230254 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94fb6f22-d9cc-4b53-983f-07ad4c9b5435 req-faccc1fc-29ea-43af-baf1-4cc4d0fcd3b3 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0676701 Jun 29 10:54:03.269406 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-94fb6f22-d9cc-4b53-983f-07ad4c9b5435 req-6091cea3-01f6-4e0b-a929-ea3f01d1e43b tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312574 Jun 29 10:54:03.573116 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-f25a22aa-0cd1-4f95-af10-c96a1a7ae3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:03.575202 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-f25a22aa-0cd1-4f95-af10-c96a1a7ae3f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14&tenant_id=0d3e928bc89a4d17b968b50953b057fa HTTP/1.1" status: 200 len: 1098 time: 0.0647163 Jun 29 10:54:03.659361 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-be391f09-0d9f-4e0e-a080-7e20632a3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:03.660719 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 4f2bd230-cec1-4172-8550-cdf95c41a593 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:54:03.661280 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-be391f09-0d9f-4e0e-a080-7e20632a3dfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0583780 Jun 29 10:54:03.735209 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:03.752908 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-916b1ceb-8eb1-4d47-bdea-345ad59daef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:03.754561 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-916b1ceb-8eb1-4d47-bdea-345ad59daef5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0874512 Jun 29 10:54:03.757246 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:54:03.759557 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5321263b-6739-4a41-bf2a-2af7f25294d9" -d '{"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:54:03.775590 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:03.780589 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:03.782630 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-7bf4f321-c904-4356-8273-909294f228fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:03.827105 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-55a1bfbb-ef37-4cff-aa6e-5b139253bafc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 1000 time: 0.0656466 Jun 29 10:54:03.828716 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=6']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:03.835582 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.835981 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.836323 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.836657 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.836984 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.837310 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.837659 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.837976 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.838295 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.838613 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.838930 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.839249 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:03.843549 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:03.875225 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-d4b754e5-4cbf-49cc-a9b2-83525e907696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:03.876686 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-d4b754e5-4cbf-49cc-a9b2-83525e907696 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0436749 Jun 29 10:54:03.915277 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dedfc0-9cb6-448f-9e27-01cefbae1b49 x-openstack-request-id: req-07dedfc0-9cb6-448f-9e27-01cefbae1b49 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:54:03.915567 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-unplugged", "status": "completed", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:54:03.915832 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07dedfc0-9cb6-448f-9e27-01cefbae1b49 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:54:03.916245 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'code': 200} Jun 29 10:54:03.932877 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-e6f33782-bfa8-47db-9cda-8028fbd9f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:03.934407 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-e6f33782-bfa8-47db-9cda-8028fbd9f8eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519638 Jun 29 10:54:04.028092 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-1d95d84e-1f4e-468b-b1f2-d616b92e2531 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837176 Jun 29 10:54:04.116335 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-7002aa97-250d-46ba-9a97-69da5a8e5e3e req-629de812-583f-4b58-b2b3-1d0bdb965684 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817878 Jun 29 10:54:04.455919 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50b24f-2fcc-466d-a5bc-121b35cc3419 req-c7bf7a90-1989-4314-8a17-669afaa89b80 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.457279 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dc50b24f-2fcc-466d-a5bc-121b35cc3419 req-c7bf7a90-1989-4314-8a17-669afaa89b80 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0677826 Jun 29 10:54:04.500945 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-dc50b24f-2fcc-466d-a5bc-121b35cc3419 req-8efb8937-d74b-474f-b377-506d82a47371 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357354 Jun 29 10:54:05.713662 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24511cb6-d48a-47d6-8ecb-0767d2b17e65 req-f78671ac-daf0-4302-b8e0-8f0977b9c0a4 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:05.715189 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-24511cb6-d48a-47d6-8ecb-0767d2b17e65 req-f78671ac-daf0-4302-b8e0-8f0977b9c0a4 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0849814 Jun 29 10:54:05.760400 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-24511cb6-d48a-47d6-8ecb-0767d2b17e65 req-ca9b27d4-c635-438c-b9cb-c856e2b4e1b4 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366223 Jun 29 10:54:06.968233 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1739d48-537c-497f-8add-129652d45e0d req-bc9136fa-a5d0-4229-913d-9903e8fe16b9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:06.969683 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e1739d48-537c-497f-8add-129652d45e0d req-bc9136fa-a5d0-4229-913d-9903e8fe16b9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0762234 Jun 29 10:54:07.009843 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-e1739d48-537c-497f-8add-129652d45e0d req-b693f476-e89f-4578-9acc-3f6863e5a5fb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Jun 29 10:54:08.207118 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac080ef-348a-4ef3-804d-730f687b040b req-fcb43f6d-da58-45ff-82e5-d1de3f91b618 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:08.208482 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ac080ef-348a-4ef3-804d-730f687b040b req-fcb43f6d-da58-45ff-82e5-d1de3f91b618 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0776918 Jun 29 10:54:08.246324 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-8ac080ef-348a-4ef3-804d-730f687b040b req-9b113283-a756-46de-895e-0d39e2a7e4a9 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321178 Jun 29 10:54:09.419346 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf166c-fc5b-4b3c-a3af-701a843d8770 req-12373818-d1ba-4802-a97c-5d3ca4baa126 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:09.421653 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ccf166c-fc5b-4b3c-a3af-701a843d8770 req-12373818-d1ba-4802-a97c-5d3ca4baa126 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0646036 Jun 29 10:54:09.459874 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-9ccf166c-fc5b-4b3c-a3af-701a843d8770 req-e9231fbd-537e-457a-87a0-2d46f9a0488f tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Jun 29 10:54:10.175616 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339184-6449-4e51-bb1f-3edc75f1b363 req-2218346f-3ffa-443f-a0e9-e0939cbeb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:10.176993 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c3339184-6449-4e51-bb1f-3edc75f1b363 req-2218346f-3ffa-443f-a0e9-e0939cbeb7a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1096 time: 0.0545969 Jun 29 10:54:10.217554 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-c3339184-6449-4e51-bb1f-3edc75f1b363 req-2cefc5f9-62ac-4a2a-8637-6340cc4abbc9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340970 Jun 29 10:54:10.648836 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210dca-cd52-49e2-a745-e3f398bbd421 req-4a31a22c-1349-4d48-ae04-daa9c036d7bb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:10.650299 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1f210dca-cd52-49e2-a745-e3f398bbd421 req-4a31a22c-1349-4d48-ae04-daa9c036d7bb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0643401 Jun 29 10:54:10.686724 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-1f210dca-cd52-49e2-a745-e3f398bbd421 req-d2c31624-5c8c-47c6-b6f1-6d8d2fda8bb0 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Jun 29 10:54:11.676982 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 4f2bd230-cec1-4172-8550-cdf95c41a593 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=99641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:54:11.777498 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:11.791325 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Returning: {'device': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'port_id': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'mac_address': 'fa:16:3e:0f:6d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:54:11.872348 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309ed85-9fe0-46c0-9d57-cd1159886dd5 req-aeb0ff6a-8554-401f-acf1-34c9a79627ed tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:11.874027 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a309ed85-9fe0-46c0-9d57-cd1159886dd5 req-aeb0ff6a-8554-401f-acf1-34c9a79627ed tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 943 time: 0.0693271 Jun 29 10:54:11.914583 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a309ed85-9fe0-46c0-9d57-cd1159886dd5 req-7a06e58c-0560-4d0f-89c7-42edc34c1b84 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343163 Jun 29 10:54:11.951958 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:11.964150 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2bd230-cec1-4172-8550-cdf95c41a593 {{(pid=99641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:54:11.983091 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:11.988403 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:11.990306 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:12.038870 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=7']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:12.042636 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:12.227497 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] get_ports_and_sgs() called for port_ids ['4f2bd230-cec1-4172-8550-cdf95c41a593'] {{(pid=99641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:54:12.567567 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:13.691896 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 4f2bd230-cec1-4172-8550-cdf95c41a593 up at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:54:13.746314 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.provisioning_blocks [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Provisioning complete for port 4f2bd230-cec1-4172-8550-cdf95c41a593 triggered by entity L2. {{(pid=99641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:54:13.746673 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3651348'] for port, provisioning_complete {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:13.822957 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3676610'] for port, before_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:13.844782 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593'}] {{(pid=99641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:54:13.847094 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814795ff931f9c1a108b67f65cc3f808363909c3d93700f2b9a3822a475e39be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663fb0ae-4cfd-48d0-8e1e-27db3983740d" -d '{"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-plugged", "status": "completed", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593"}]}' {{(pid=99641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:54:13.859440 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.db [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:13.864583 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776507199187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776506629389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776506629434'] for port, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:13.866514 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:13.888231 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48438f04-db6f-437f-9645-68948fd7c0e8 x-openstack-request-id: req-48438f04-db6f-437f-9645-68948fd7c0e8 {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:54:13.888525 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-plugged", "status": "completed", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593", "code": 200}]} {{(pid=99641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:54:13.888780 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48438f04-db6f-437f-9645-68948fd7c0e8 {{(pid=99641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:54:13.889167 dv-cinder-786627-13-iscsi neutron-server[99641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'code': 200} Jun 29 10:54:13.913758 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Pushing event updated for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=8']} {{(pid=99641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:13.916754 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG oslo_concurrency.lockutils [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:24.885454 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:25.737801 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-66056b7c-11b4-43c1-a8ff-c4b4d9057d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:26.233111 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-681228e5-c05e-48bd-9778-c10a17aeb690 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608103 Jun 29 10:54:26.340557 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-8fc7e36f-8310-4c02-a0cb-d29bd8279e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:26.342097 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-8fc7e36f-8310-4c02-a0cb-d29bd8279e2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0594666 Jun 29 10:54:26.461414 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-c2c02abe-7af9-406a-b9ee-5efc7b4c2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:26.462892 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-c2c02abe-7af9-406a-b9ee-5efc7b4c2dd2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0932212 Jun 29 10:54:26.525883 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-403c14e3-240c-46b4-8577-559721f442f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 1000 time: 0.0556695 Jun 29 10:54:26.574472 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-996ab737-c437-4541-8447-21f7bdc32f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:26.575834 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-996ab737-c437-4541-8447-21f7bdc32f6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0436110 Jun 29 10:54:26.638365 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-7c0dfba4-d935-452e-baed-0c029c3300c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:26.640010 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-7c0dfba4-d935-452e-baed-0c029c3300c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573366 Jun 29 10:54:26.731411 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-5ed42bff-5abd-4c17-bb8f-8d8b6b2685e9 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848227 Jun 29 10:54:26.833304 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-a8f181b3-ba89-460f-8b78-d618d808ec5b req-be8ef504-a6a0-4d67-bf8b-244210d10e6e service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942545 Jun 29 10:54:28.017512 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-32d927e2-7b2d-42fb-abfb-41403d3a11f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:28.314419 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.134770 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:30.840390 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:49.571249 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:54.883091 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:55.741310 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-6f90701b-f23d-4a62-b35a-f81c28152ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:58.011427 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-f8fac4d5-b38d-49b5-aff8-6e8414b84ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:58.319157 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:59.141964 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:00.849196 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:21.861193 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49946) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:22.032936 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Deleting port 9e006c23-e3af-473f-b142-887ab3622580 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:22.033264 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:22.106174 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:22.106472 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:22.118301 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Calling delete_port for 9e006c23-e3af-473f-b142-887ab3622580 owned by network:floatingip {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:22.262119 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:22.264177 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-d612d1da-f88c-4b48-8036-fcb74c5e1722 tempest-AttachVolumeShelveTestJSON-1329688924 tempest-AttachVolumeShelveTestJSON-1329688924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:22.284606 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event deleted for resources: {'Port': ['ID=9e006c23-e3af-473f-b142-887ab3622580,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:22.294058 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.294467 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.294836 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.295199 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.295554 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.295998 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.296771 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.296771 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.297041 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.297388 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.297772 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.298116 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:22.302538 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:22.359998 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for floatingip, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:22.360298 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.db.l3_db [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Floating IP 820a277c-109f-4b96-a9f7-f9907e46a751 disassociated (deleted). External IP: 172.27.1.54, port: 4f2bd230-cec1-4172-8550-cdf95c41a593. Jun 29 10:55:22.568452 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Router 1df2664c-440d-4142-9325-ba459b1c0dc9 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:55:22.905748 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:55:22.910578 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for floatingip, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:22.915005 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] Sync routers for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:55:22.924880 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:22.925507 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:54:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:22.944979 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-ba08de4c-4a5d-44e2-8e7e-ba78c8b94d90 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "DELETE /v2.0/floatingips/820a277c-109f-4b96-a9f7-f9907e46a751 HTTP/1.1" status: 204 len: 168 time: 1.0827796 Jun 29 10:55:22.945681 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593'}] {{(pid=99639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:22.948001 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4422f4977fdcaba7b93f6f7ee67c878be454744426d94de220fce2f5f6c333c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700de834-4161-42c5-8347-47dc8025853f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593"}]}' {{(pid=99639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:23.047216 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:23.106742 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ebe742-b157-426a-ae1f-073d3d0a8c75 x-openstack-request-id: req-c6ebe742-b157-426a-ae1f-073d3d0a8c75 {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:23.107072 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593", "status": "completed", "code": 200}]} {{(pid=99639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:23.107372 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6ebe742-b157-426a-ae1f-073d3d0a8c75 {{(pid=99639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:23.107831 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'status': 'completed', 'code': 200} Jun 29 10:55:23.179169 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700de834-4161-42c5-8347-47dc8025853f req-3d2b370e-0e46-4031-add0-e2bf457d0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:23.180682 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-700de834-4161-42c5-8347-47dc8025853f req-3d2b370e-0e46-4031-add0-e2bf457d0215 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d3e928bc89a4d17b968b50953b057fa&device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 1098 time: 0.0562782 Jun 29 10:55:23.266819 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 5, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:23.286159 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700de834-4161-42c5-8347-47dc8025853f req-a8f97e1f-5df8-483d-906f-29b9d5e30d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:23.287620 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-700de834-4161-42c5-8347-47dc8025853f req-a8f97e1f-5df8-483d-906f-29b9d5e30d9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 200 len: 910 time: 0.0997388 Jun 29 10:55:23.292016 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] Checking router: 1df2664c-440d-4142-9325-ba459b1c0dc9 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:55:23.300161 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:23.300764 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:54:58Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:23.341421 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-700de834-4161-42c5-8347-47dc8025853f req-359390a6-5262-4357-919c-3fb04523b816 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 200 len: 217 time: 0.0378559 Jun 29 10:55:23.403113 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:23.419101 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322212f3-4809-4233-8716-9fd4f0114535 req-43f52a34-f4ae-4f7f-b10f-e22c88ad2805 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:23.420605 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-322212f3-4809-4233-8716-9fd4f0114535 req-43f52a34-f4ae-4f7f-b10f-e22c88ad2805 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.1478331 Jun 29 10:55:23.422061 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700de834-4161-42c5-8347-47dc8025853f req-a0bafcfd-07d2-4bd2-ac49-c303184e6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:23.423418 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-700de834-4161-42c5-8347-47dc8025853f req-a0bafcfd-07d2-4bd2-ac49-c303184e6f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 200 len: 848 time: 0.0743546 Jun 29 10:55:23.484601 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-322212f3-4809-4233-8716-9fd4f0114535 req-d874072b-8612-4c1c-a0ec-510f07a9a8f6 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582426 Jun 29 10:55:23.504605 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700de834-4161-42c5-8347-47dc8025853f req-8e61af2b-0b8e-4611-b1e0-54bb6c181327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:23.506115 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-700de834-4161-42c5-8347-47dc8025853f req-8e61af2b-0b8e-4611-b1e0-54bb6c181327 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc695756-78e6-4091-ba49-0a45e8555790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732331 Jun 29 10:55:23.595376 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 5, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:23.599785 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-700de834-4161-42c5-8347-47dc8025853f req-0e3efcda-0bde-49ef-b1bb-78f6ae39139c service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832820 Jun 29 10:55:23.624272 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3248ae-1cdb-4a37-b42f-d50fe48cbf38 None None] The sync data for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi is: [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:51:09Z', 'revision_number': 4, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi', '_interfaces': [{'id': 'd085cb1f-3756-4b00-8ca2-bf295bd83765', 'name': '', 'network_id': 'cc695756-78e6-4091-ba49-0a45e8555790', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'mac_address': 'fa:16:3e:d9:e6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:08Z', 'updated_at': '2021-06-29T10:51:15Z', 'revision_number': 5, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'subnets': [{'id': '9b5099df-7be9-4131-8acf-e9e4698a8c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:55:23.691258 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-700de834-4161-42c5-8347-47dc8025853f req-6fbd3451-1f37-4e45-944c-e6e49495ae66 service neutron] 10.222.0.50 "GET /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846469 Jun 29 10:55:23.835405 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a317b44-6aa6-4529-b28e-e796f2870872 None None] New status for floating IP 820a277c-109f-4b96-a9f7-f9907e46a751: DOWN {{(pid=99643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:55:24.677760 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeb204-8784-4742-96c6-4fc9911b44da req-54d418fb-bff6-4bb4-bfad-6d2a75e63ffe tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:24.679180 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eadeb204-8784-4742-96c6-4fc9911b44da req-54d418fb-bff6-4bb4-bfad-6d2a75e63ffe tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0742271 Jun 29 10:55:24.717894 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-eadeb204-8784-4742-96c6-4fc9911b44da req-75c4547d-bc77-448d-864c-6d55d3f0ffec tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3d780de-1262-4171-9bd1-23a2761d25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jun 29 10:55:24.920071 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:24.966300 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-c24edbcd-1ee4-4840-b6ba-e74c8a13d782 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:24.967728 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-c24edbcd-1ee4-4840-b6ba-e74c8a13d782 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 945 time: 0.0752130 Jun 29 10:55:25.072622 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Deleting port 4f2bd230-cec1-4172-8550-cdf95c41a593 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:25.072939 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:25.164150 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] For port 4f2bd230-cec1-4172-8550-cdf95c41a593, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4f2bd230-cec1-4172-8550-cdf95c41a593,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:25.164511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:25.177053 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Calling delete_port for 4f2bd230-cec1-4172-8550-cdf95c41a593 owned by compute:nova {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:25.307318 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:25.311873 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-779a8864-aec1-45d1-8e59-22bc6ac15ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:25.336040 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event deleted for resources: {'Port': ['ID=4f2bd230-cec1-4172-8550-cdf95c41a593,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:25.362406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.362777 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.363133 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.363485 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.363834 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.364184 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.364526 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.364872 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.365215 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.365562 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.365927 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.366254 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-13-iscsi {{(pid=99640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:25.371067 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:25.388410 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] No DVR routers for this DVR port 4f2bd230-cec1-4172-8550-cdf95c41a593 on host hv-cinder-78662 {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:55:25.390710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58090'] for port, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:25.392620 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-2fe3c198-4428-477e-aeb9-83b195c4e5b1 req-a32f03f3-b2a6-4315-9e00-0a0d869bb9df tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.50 "DELETE /v2.0/ports/4f2bd230-cec1-4172-8550-cdf95c41a593 HTTP/1.1" status: 204 len: 173 time: 0.4191940 Jun 29 10:55:25.393093 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-deleted', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593'}] {{(pid=99640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:25.395528 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09e3dfa73befee37185101367ed5969f76f37adfeb45f6e4e3b10c8979e6844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e634d154-24d9-43d2-8a61-908c257c68d9" -d '{"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-deleted", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593"}]}' {{(pid=99640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:25.535613 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0193130-605e-404f-b4e7-62c6cb9beb8a x-openstack-request-id: req-b0193130-605e-404f-b4e7-62c6cb9beb8a {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:25.535991 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f251ec6-39f6-4088-beeb-327e74ed6c14", "name": "network-vif-deleted", "tag": "4f2bd230-cec1-4172-8550-cdf95c41a593", "status": "completed", "code": 200}]} {{(pid=99640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:25.536295 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0193130-605e-404f-b4e7-62c6cb9beb8a {{(pid=99640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:25.536764 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f251ec6-39f6-4088-beeb-327e74ed6c14', 'name': 'network-vif-deleted', 'tag': '4f2bd230-cec1-4172-8550-cdf95c41a593', 'status': 'completed', 'code': 200} Jun 29 10:55:25.735572 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-f1cd3f11-9206-4a81-a238-828315e131d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:25.864259 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [req-cc233558-7fb1-4bc0-a40a-17b3ede859dc req-db74baba-2704-4993-af67-1ba5ba250918 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f251ec6-39f6-4088-beeb-327e74ed6c14 HTTP/1.1" status: 200 len: 210 time: 0.0320289 Jun 29 10:55:26.572400 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:26.963640 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49980) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:27.023614 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b1bfc5e9-ac09-43a1-834e-033105639331 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:27.049485 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b1bfc5e9-ac09-43a1-834e-033105639331 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:27.111102 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b1bfc5e9-ac09-43a1-834e-033105639331 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:27.113809 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-b1bfc5e9-ac09-43a1-834e-033105639331 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:27.115060 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-b1bfc5e9-ac09-43a1-834e-033105639331 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] 10.222.0.55 "DELETE /v2.0/security-groups/a3d780de-1262-4171-9bd1-23a2761d25c0 HTTP/1.1" status: 204 len: 168 time: 0.1503780 Jun 29 10:55:27.115835 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-89c77a58-b9a6-452a-9fbf-dee502275cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:27.125879 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfc5e9-ac09-43a1-834e-033105639331 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d780de-1262-4171-9bd1-23a2761d25c0,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:27.128803 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b1bfc5e9-ac09-43a1-834e-033105639331 tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:28.014962 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-350a40ae-bda6-45ad-af25-c6f39a97086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.020462 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 4f2bd230-cec1-4172-8550-cdf95c41a593 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:28.039667 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] No Port match for: 4f2bd230-cec1-4172-8550-cdf95c41a593 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:28.040001 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Device 4f2bd230-cec1-4172-8550-cdf95c41a593 not bound to the agent host hv-cinder-78662 {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:28.183781 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49986) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:28.311854 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.537211 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.792615 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Deleting port d085cb1f-3756-4b00-8ca2-bf295bd83765 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:28.792875 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.875779 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] For port d085cb1f-3756-4b00-8ca2-bf295bd83765, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=d085cb1f-3756-4b00-8ca2-bf295bd83765,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:28.876570 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.888778 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Calling delete_port for d085cb1f-3756-4b00-8ca2-bf295bd83765 owned by network:router_interface {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:29.072755 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.074641 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-126a20db-2a07-48ff-92fe-5aa00d4fe3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:29.100898 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Pushing event deleted for resources: {'Port': ['ID=d085cb1f-3756-4b00-8ca2-bf295bd83765,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:29.104293 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:29.139524 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.267648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.775761 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Router 1df2664c-440d-4142-9325-ba459b1c0dc9 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:55:29.885301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:55:29.891067 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-42080101-6b2a-455e-abff-6e85667a3884 admin admin] 10.222.0.55 "PUT /v2.0/routers/1df2664c-440d-4142-9325-ba459b1c0dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7057564 Jun 29 10:55:29.894286 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49988) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:30.004253 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks [] for router, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.020513 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] Sync routers for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:55:30.030334 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:30.030957 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:55:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:30.105292 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.133570 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:30.160648 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Deleting port f172d16a-cf1d-4491-a5db-16df98da4d42 {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:30.160986 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.242775 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] For port f172d16a-cf1d-4491-a5db-16df98da4d42, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=f172d16a-cf1d-4491-a5db-16df98da4d42,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:30.243134 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.256162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Calling delete_port for f172d16a-cf1d-4491-a5db-16df98da4d42 owned by network:router_gateway {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:30.320030 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:55:29Z', 'revision_number': 5, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port': {'id': 'f172d16a-cf1d-4491-a5db-16df98da4d42', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:05Z', 'updated_at': '2021-06-29T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:30.432401 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.434707 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-93d5bdda-406d-4358-8fdb-82282fd239c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:30.462588 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Pushing event deleted for resources: {'Port': ['ID=f172d16a-cf1d-4491-a5db-16df98da4d42,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:30.465754 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:30.485384 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] Checking router: 1df2664c-440d-4142-9325-ba459b1c0dc9 for host: dv-cinder-786627-13-iscsi {{(pid=99641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:55:30.494268 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] Routers {'1df2664c-440d-4142-9325-ba459b1c0dc9'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:30.494904 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:55:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['1df2664c-440d-4142-9325-ba459b1c0dc9'], 'active': True} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:30.524529 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.562078 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_dvr_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] Set router 1df2664c-440d-4142-9325-ba459b1c0dc9 gateway port host: None {{(pid=99641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:30.611190 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.db.l3_hamode_db [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:55:30Z', 'revision_number': 7, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:30.619625 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.622079 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.639871 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad31ad-8709-4bc2-9043-0f46528ade88 None None] The sync data for ids ['1df2664c-440d-4142-9325-ba459b1c0dc9'] in dv-cinder-786627-13-iscsi is: [{'id': '1df2664c-440d-4142-9325-ba459b1c0dc9', 'name': 'tempest-TestShelveInstance-1451055926-router', 'tenant_id': '0d3e928bc89a4d17b968b50953b057fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:04Z', 'updated_at': '2021-06-29T10:55:30Z', 'revision_number': 7, 'project_id': '0d3e928bc89a4d17b968b50953b057fa', 'gw_port_host': None}] {{(pid=99641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:55:30.670966 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.671561 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df2664c-440d-4142-9325-ba459b1c0dc9 {{(pid=99640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:55:30.676045 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] Notify callbacks [] for router, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.677176 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-70d76747-4aec-4d7c-bd18-482b9750916a admin admin] 10.222.0.55 "DELETE /v2.0/routers/1df2664c-440d-4142-9325-ba459b1c0dc9 HTTP/1.1" status: 204 len: 168 time: 0.7820511 Jun 29 10:55:30.679736 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49990) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:30.723730 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Deleting subnet 9b5099df-7be9-4131-8acf-e9e4698a8c02 {{(pid=99640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:55:30.726972 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.763278 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14492898'] for subnet, precommit_delete_associations {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.839671 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.845372 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.905301 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14257422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14489634'] for subnet, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.907586 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-b6d9f0de-8a62-40ea-94e9-a97b7d83b76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:30.931025 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5099df-7be9-4131-8acf-e9e4698a8c02,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:30.934016 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:30.935006 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:30.936844 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d60d90dc-54c8-4bf9-86fc-4f554233ca3d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9b5099df-7be9-4131-8acf-e9e4698a8c02 HTTP/1.1" status: 204 len: 168 time: 0.2561922 Jun 29 10:55:30.939532 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 49992) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:30.942324 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1462633-59ae-4630-9b3e-a837e7e27b15 None None] Network cc695756-78e6-4091-ba49-0a45e8555790 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:55:31.009014 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.068111 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Deleting port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:31.068579 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.131742 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] For port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a,segment=NetworkSegment(585218e1-edcd-4178-aea9-610a994c8db4),segment_id=585218e1-edcd-4178-aea9-610a994c8db4)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:31.132105 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.144394 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Calling delete_port for d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a owned by network:dhcp {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:31.231511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.233505 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-57bb1586-7280-4f1d-b9cd-277ae0d63de5 tempest-VolumesActionsTest-1104998494 tempest-VolumesActionsTest-1104998494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:31.260264 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:31.263370 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:31.264145 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] No DVR routers for this DVR port d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a on host dv-cinder-786627-13-iscsi {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:55:31.331406 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.341218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc695756-78e6-4091-ba49-0a45e8555790']}} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:31.351154 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585218e1-edcd-4178-aea9-610a994c8db4') {'for_net_delete': True} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:31.351444 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585218e1-edcd-4178-aea9-610a994c8db4') {} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:31.360182 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14492905'] for segment, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.373380 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.380210 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=99640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:55:31.380917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14257635'] for segment, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: Traceback (most recent call last): Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: timer() Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: cb(*args, **kw) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: return func(*args, **kwargs) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: self._notify() Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: self.callback(batched_events) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: event.method(event) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: return f(self, *a, **k) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._get(url).json() Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: return self.request(url, 'GET', **kwargs) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:55:31.383541 dv-cinder-786627-13-iscsi neutron-server[99640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:55:31.417777 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07abb85-4b94-4085-ac46-496be9be976e None None] DHCP port deletion for cc695756-78e6-4091-ba49-0a45e8555790 request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:55:31.445917 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.450570 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.452424 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cc695756-78e6-4091-ba49-0a45e8555790 HTTP/1.1" status: 204 len: 168 time: 0.5119846 Jun 29 10:55:31.453219 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-5ccc4d5d-c5e5-4086-8f0f-a653b3e2ef7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:31.455621 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49994) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:31.465405 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc695756-78e6-4091-ba49-0a45e8555790,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:31.467865 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-6d071805-7386-40e6-b24a-b3a0a6624e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:31.802734 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1656338'] for router_interface, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:32.029858 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:32.049355 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:32.049816 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d4a0e4fa-05c9-4c17-8da4-fc63c0a0900a not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:32.050303 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f172d16a-cf1d-4491-a5db-16df98da4d42 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:32.056936 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Deleting port fdbb0714-3c46-43eb-944e-0945ab1ec8cf {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:32.057220 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:32.068168 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: f172d16a-cf1d-4491-a5db-16df98da4d42 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:32.068599 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device f172d16a-cf1d-4491-a5db-16df98da4d42 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:32.069010 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d085cb1f-3756-4b00-8ca2-bf295bd83765 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:32.086683 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: d085cb1f-3756-4b00-8ca2-bf295bd83765 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:32.087033 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device d085cb1f-3756-4b00-8ca2-bf295bd83765 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:32.139770 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] For port fdbb0714-3c46-43eb-944e-0945ab1ec8cf, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,segment=NetworkSegment(b2e50fc1-d958-4a74-8d0c-fda18ff549f3),segment_id=b2e50fc1-d958-4a74-8d0c-fda18ff549f3)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:32.140126 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:32.152244 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Calling delete_port for fdbb0714-3c46-43eb-944e-0945ab1ec8cf owned by network:router_interface {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:32.340477 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:32.343368 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-7cc5bc35-cbb9-43d5-b6cb-f3e4f2775f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:32.369387 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbb0714-3c46-43eb-944e-0945ab1ec8cf,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:32.372813 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:32.532683 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654914'] for router_interface, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:32.746154 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Router eb382e15-0804-47fa-b26e-bbffc7134a45 has already been hosted by L3 agent c159f486-4f9a-4fd9-bbc0-f2c60a77a64d {{(pid=99639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:55:32.850980 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] Notify agent at l3_agent.dv-cinder-786627-13-iscsi the message routers_updated {{(pid=99639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:55:32.856324 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-1e11ab34-a1fd-4030-b2a7-d9c2cfb89e45 admin admin] 10.222.0.55 "PUT /v2.0/routers/eb382e15-0804-47fa-b26e-bbffc7134a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3995504 Jun 29 10:55:32.859056 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49996) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:32.861819 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] Sync routers for ids ['eb382e15-0804-47fa-b26e-bbffc7134a45'] in dv-cinder-786627-13-iscsi {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:55:32.871141 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] Routers {'eb382e15-0804-47fa-b26e-bbffc7134a45'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:32.871779 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:55:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['eb382e15-0804-47fa-b26e-bbffc7134a45'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:32.961935 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks [] for router, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:32.975110 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] Set router eb382e15-0804-47fa-b26e-bbffc7134a45 gateway port host: dv-cinder-786627-13-iscsi {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:33.064059 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.120588 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Deleting port ae807897-c9bd-448f-aff1-69ba321ee020 {{(pid=99639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:33.121010 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.201387 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.db [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] For port ae807897-c9bd-448f-aff1-69ba321ee020, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=ae807897-c9bd-448f-aff1-69ba321ee020,segment=NetworkSegment(b5f4a56b-7632-4232-9984-de24d29144d5),segment_id=b5f4a56b-7632-4232-9984-de24d29144d5)] {{(pid=99639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:33.201790 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.213910 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.plugins.ml2.plugin [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Calling delete_port for ae807897-c9bd-448f-aff1-69ba321ee020 owned by network:router_gateway {{(pid=99639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:33.236485 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'external_fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:55:32Z', 'revision_number': 5, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port': {'id': 'ae807897-c9bd-448f-aff1-69ba321ee020', 'name': '', 'network_id': '4784589b-0c22-484e-8abc-7db84936665c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:51:12Z', 'updated_at': '2021-06-29T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df9f258-ad14-48a4-9c7d-f10801f395f6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-13-iscsi'}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:33.263645 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] Checking router: eb382e15-0804-47fa-b26e-bbffc7134a45 for host: dv-cinder-786627-13-iscsi {{(pid=99643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:55:33.271728 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] Routers {'eb382e15-0804-47fa-b26e-bbffc7134a45'} bound to L3 agent in host dv-cinder-786627-13-iscsi {{(pid=99643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:33.272379 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:28Z,description=,heartbeat_timestamp=2021-06-29T10:55:28Z,host='dv-cinder-786627-13-iscsi',id=c159f486-4f9a-4fd9-bbc0-f2c60a77a64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:28Z,topic='l3_agent')) {'router_ids': ['eb382e15-0804-47fa-b26e-bbffc7134a45'], 'active': True} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:33.354249 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_dvr_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] Set router eb382e15-0804-47fa-b26e-bbffc7134a45 gateway port host: None {{(pid=99643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:33.373803 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112363'] for port, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.376463 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-b79c5dc2-4726-41e8-9fd2-de298b8143cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:33.398759 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae807897-c9bd-448f-aff1-69ba321ee020,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:33.401682 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:33.403897 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.l3_hamode_db [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:55:33Z', 'revision_number': 6, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port_host': None}], 'dv-cinder-786627-13-iscsi', False) {} {{(pid=99643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:33.432318 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a56ebf-db63-4cf8-b821-26ddaafa97ca None None] The sync data for ids ['eb382e15-0804-47fa-b26e-bbffc7134a45'] in dv-cinder-786627-13-iscsi is: [{'id': 'eb382e15-0804-47fa-b26e-bbffc7134a45', 'name': 'tempest-TestShelveInstance-1683242602-router', 'tenant_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:51:11Z', 'updated_at': '2021-06-29T10:55:33Z', 'revision_number': 6, 'project_id': 'aa4164e730d34bdab899ecf7e2fc5fd9', 'gw_port_host': None}] {{(pid=99643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:55:33.459633 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656174'] for router_gateway, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.543695 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1657977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1426'] for router, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.545798 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.592187 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1655343'] for router, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.592987 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb382e15-0804-47fa-b26e-bbffc7134a45 {{(pid=99639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:55:33.599202 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] Notify callbacks [] for router, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.601677 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a073b684-8a69-4e0e-a358-1bb59108332d admin admin] 10.222.0.55 "DELETE /v2.0/routers/eb382e15-0804-47fa-b26e-bbffc7134a45 HTTP/1.1" status: 204 len: 168 time: 0.7408264 Jun 29 10:55:33.603978 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 49998) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:33.660353 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Deleting subnet 7f1551cd-8218-4f43-8c47-21318faddb2b {{(pid=99639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:55:33.663690 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.697113 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14997986'] for subnet, precommit_delete_associations {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.777891 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3652261'] for subnet, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.831712 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3652316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-87585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13338155'] for subnet, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.833799 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-599b1366-8e3e-4b26-88d2-6ee691c48f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:33.856975 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1551cd-8218-4f43-8c47-21318faddb2b,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:33.860358 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:33.862972 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for subnet, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.867423 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-5b411551-bfc8-4b5c-a80d-8dbbb61a2c24 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f1551cd-8218-4f43-8c47-21318faddb2b HTTP/1.1" status: 204 len: 168 time: 0.2596216 Jun 29 10:55:33.867723 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 50000) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:33.868447 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d19cb8-69f4-4813-b325-2d688f4e75a4 None None] Network 66f5d90a-c849-4c32-b86e-111901958e66 requested from dv-cinder-786627-13-iscsi {{(pid=99641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:55:33.935511 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3612088'] for network, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.994177 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Deleting port 045c8205-5f48-4f92-aebb-c146312892aa {{(pid=99640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:33.994522 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776507197480'] for port, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.055673 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.db [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] For port 045c8205-5f48-4f92-aebb-c146312892aa, host dv-cinder-786627-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-13-iscsi',level=0,port_id=045c8205-5f48-4f92-aebb-c146312892aa,segment=NetworkSegment(b2e50fc1-d958-4a74-8d0c-fda18ff549f3),segment_id=b2e50fc1-d958-4a74-8d0c-fda18ff549f3)] {{(pid=99640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:34.056025 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1669423'] for port, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.067932 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.plugin [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Calling delete_port for 045c8205-5f48-4f92-aebb-c146312892aa owned by network:dhcp {{(pid=99640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:34.153248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3676554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776507199205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776506629380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14257616'] for port, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.156029 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-472b3766-ea67-43d1-a894-c58b3ddca3eb tempest-TestShelveInstance-2083024650 tempest-TestShelveInstance-2083024650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:34.163153 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7745c-b935-4739-9a4b-47c0378b15fa None None] DHCP port deletion for 66f5d90a-c849-4c32-b86e-111901958e66 request from dv-cinder-786627-13-iscsi {{(pid=99641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:55:34.178017 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Pushing event deleted for resources: {'Port': ['ID=045c8205-5f48-4f92-aebb-c146312892aa,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:34.182868 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:34.190458 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] No DVR routers for this DVR port 045c8205-5f48-4f92-aebb-c146312892aa on host dv-cinder-786627-13-iscsi {{(pid=99640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:55:34.219688 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device fdbb0714-3c46-43eb-944e-0945ab1ec8cf no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:34.239783 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: fdbb0714-3c46-43eb-944e-0945ab1ec8cf {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:34.240139 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device fdbb0714-3c46-43eb-944e-0945ab1ec8cf not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:34.240561 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device ae807897-c9bd-448f-aff1-69ba321ee020 no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:34.259858 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: ae807897-c9bd-448f-aff1-69ba321ee020 {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:34.260211 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device ae807897-c9bd-448f-aff1-69ba321ee020 not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:34.260635 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 045c8205-5f48-4f92-aebb-c146312892aa no longer exists at agent ovs-agent-dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:34.266679 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3649683', 'neutron.services.segments.db._delete_segments_for_network-8776507071025'] for network, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.276434 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f5d90a-c849-4c32-b86e-111901958e66']}} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:34.282015 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.plugin [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] No Port match for: 045c8205-5f48-4f92-aebb-c146312892aa {{(pid=99641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:34.282371 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron.plugins.ml2.rpc [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Device 045c8205-5f48-4f92-aebb-c146312892aa not bound to the agent host dv-cinder-786627-13-iscsi {{(pid=99641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:34.291670 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3') {'for_net_delete': True} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:34.291916 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.services.segments.db [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e50fc1-d958-4a74-8d0c-fda18ff549f3') {} {{(pid=99640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:34.301021 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776506985620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14492905'] for segment, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.314950 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803'] for segment, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.320670 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=99640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:55:34.321046 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14257635'] for segment, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: Traceback (most recent call last): Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: timer() Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: cb(*args, **kw) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: return func(*args, **kwargs) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: self._notify() Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: self.callback(batched_events) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: event.method(event) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: return f(self, *a, **k) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._get(url).json() Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: return self.request(url, 'GET', **kwargs) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:55:34.322712 dv-cinder-786627-13-iscsi neutron-server[99640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:55:34.377773 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3652192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1554850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656223'] for network, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.381427 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:34.383971 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554823'] for network, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.385766 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] 10.222.0.55 "DELETE /v2.0/networks/66f5d90a-c849-4c32-b86e-111901958e66 HTTP/1.1" status: 204 len: 168 time: 0.5169830 Jun 29 10:55:34.397351 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Pushing event deleted for resources: {'Network': ['ID=66f5d90a-c849-4c32-b86e-111901958e66,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:34.399710 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-e35d7fad-b222-4590-82b2-994c5ab55eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:34.597892 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 50006) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:34.642758 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a64a998f-8114-4456-8cca-c910388dfd07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d3e928bc89a4d17b968b50953b057fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434284 Jun 29 10:55:34.645171 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [-] (99639) accepted ('10.222.0.55', 50008) {{(pid=99639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:34.691532 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a93fdde1-9ef5-42b2-ab32-6f67349e8207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.715324 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a93fdde1-9ef5-42b2-ab32-6f67349e8207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.766038 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a93fdde1-9ef5-42b2-ab32-6f67349e8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.768600 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron_lib.callbacks.manager [None req-a93fdde1-9ef5-42b2-ab32-6f67349e8207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:34.769798 dv-cinder-786627-13-iscsi neutron-server[99639]: INFO neutron.wsgi [None req-a93fdde1-9ef5-42b2-ab32-6f67349e8207 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5b4b9cf-4dae-4c4d-81b8-e6fec9386005 HTTP/1.1" status: 204 len: 168 time: 0.1236818 Jun 29 10:55:34.770549 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-2d836392-290f-4b86-8f4f-40df1114cc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:34.779199 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fdde1-9ef5-42b2-ab32-6f67349e8207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4b9cf-4dae-4c4d-81b8-e6fec9386005,revision_number=None']} {{(pid=99639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:34.781642 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG oslo_concurrency.lockutils [None req-a93fdde1-9ef5-42b2-ab32-6f67349e8207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:35.115163 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 50014) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:35.155988 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-794d5841-d0e7-489b-85b4-06f2a2288b58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa4164e730d34bdab899ecf7e2fc5fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395837 Jun 29 10:55:35.159558 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [-] (99640) accepted ('10.222.0.55', 50016) {{(pid=99640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:35.215162 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00f13e3-3b38-47ff-8006-db42d257f331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.241812 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00f13e3-3b38-47ff-8006-db42d257f331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.292050 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00f13e3-3b38-47ff-8006-db42d257f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-385945'] for security_group, after_delete {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.295248 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron_lib.callbacks.manager [None req-d00f13e3-3b38-47ff-8006-db42d257f331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.296466 dv-cinder-786627-13-iscsi neutron-server[99640]: INFO neutron.wsgi [None req-d00f13e3-3b38-47ff-8006-db42d257f331 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6033da58-2dbc-4e63-90b2-fb234c60d3ad HTTP/1.1" status: 204 len: 168 time: 0.1360333 Jun 29 10:55:35.297218 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-101bcaa5-938a-45d7-b00d-53e515c80866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:35.304560 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f13e3-3b38-47ff-8006-db42d257f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6033da58-2dbc-4e63-90b2-fb234c60d3ad,revision_number=None']} {{(pid=99640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:35.306859 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG oslo_concurrency.lockutils [None req-d00f13e3-3b38-47ff-8006-db42d257f331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:54.926680 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.749405 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-39f56e32-4f48-4a72-838d-0a53a8e084be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:58.021539 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-2384938c-7395-41a8-a566-a39c353f0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:58.327544 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:59.148391 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.852372 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:03.575680 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:24.934571 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:25.749123 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f261-4837-44c0-bafb-2b373a58061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:28.028573 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37b5-ae42-4fa8-a318-80f338ffb135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:28.327209 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:29.150232 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:30.853498 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:40.578940 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:54.934414 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:55.751423 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-7eb680ed-d570-40af-829d-4a52276af933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.033084 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-51d04ebf-d073-4dd4-a95f-d516eebc61f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.330483 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:59.154783 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:00.864645 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:17.578708 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:57:24.936490 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.755526 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-458fa43a-936f-47aa-8029-0ca2f53d3bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:28.027403 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7278-1c57-4191-9b33-2e268955d047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:28.330798 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:29.154908 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:30.868018 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:52.201453 dv-cinder-786627-13-iscsi neutron-server[99639]: DEBUG neutron.wsgi [req-d8db94a7-a0c2-4c8d-997e-7fc75f5e2db7 req-c0d37ec9-0ce5-4e57-a4a1-d77715f081ff service neutron] (99639) timed out ('10.222.0.50', 57403) {{(pid=99639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 10:57:54.583042 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:57:54.932863 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.757121 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-59a4e563-2456-4dc1-abab-3aca867e696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.033126 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b4644051-d1a2-4d1c-b534-0bde07d08709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.326485 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:59.162298 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:00.867933 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.935268 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.761605 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-8c8e88ca-8a45-4dd0-9b9c-f0cdae0fc21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:28.036917 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-83b4103f-96b0-4ad7-89fb-3481e93f0bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:28.329668 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:29.166956 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:30.875467 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:31.587138 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:58:54.940832 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.753248 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-db0df3bb-bede-453b-af11-887194464506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.050658 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-63432283-8a51-402a-bffb-12608b5cf3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.344518 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.167010 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:00.878737 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:08.586546 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:59:24.965237 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.754729 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-e48a5279-7f91-4416-963e-3f52a6fc8f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.055693 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-f1f900e9-7312-4116-89b0-88acbc2a35af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.333095 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.167221 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:30.880572 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:45.591778 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:59:54.954079 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:55.759458 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1a000784-c871-430d-96d5-cdde27545a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.059298 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-21c050a5-5801-4a5c-9b4d-69b764111c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.335995 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.174306 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.894355 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:08.739787 dv-cinder-786627-13-iscsi neutron-server[99640]: DEBUG neutron.wsgi [req-b70651a5-648b-4513-ba07-57537f46e8a7 req-d9723df8-9115-430b-8a72-3cc081dc5dba service neutron] (99640) timed out ('10.222.0.55', 44430) {{(pid=99640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:00:22.595407 dv-cinder-786627-13-iscsi neutron-server[99643]: DEBUG neutron.db.agents_db [None req-aab5a3f3-fde0-4c46-8d2d-82228ed5f1b2 None None] Agent healthcheck: found 6 active agents {{(pid=99643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:00:24.983571 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-1e82b861-a724-4481-ae34-eafa3456aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:25.746133 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-05350a28-891b-4445-bd48-fff63c5ecf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.054047 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f81f-89e9-4553-b8fc-e726206c9507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.339697 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-48ce0ad4-3965-4086-9b9b-86d4e37c1c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:29.172143 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-760aabfd-36c5-4949-96f6-e63d45524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:30.894935 dv-cinder-786627-13-iscsi neutron-server[99641]: DEBUG neutron_lib.callbacks.manager [None req-08b2fe8e-980b-48c9-808d-357816ee4e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776507071007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3651493'] for agent, after_update {{(pid=99641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}